| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 36140 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iran, Islamic Rep.:|9.873|||27.66281||the key: WP_time_03.2 |
| 36140 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA only:||||||the key: WP_time_03.2 |
| 36140 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Aruba:||||||the key: WP_time_03.2 |
| 36140 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cote d'Ivoire:|1.601539|||||the key: WP_time_03.2 |
| 36140 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cabo Verde:||||||the key: WP_time_03.2 |
| 36140 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Colombia:|17.14131|||13.37926||the key: WP_time_03.2 |
| 36140 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Small states:||||||the key: WP_time_03.2 |
| 36140 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Antigua and Barbuda:||||||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guyana:||||||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Barbados:||||||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Eritrea:||||||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chile:|28.344|||23.79256||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bolivia:|7.998643|||6.064838||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea:|2.314679|||1.659052||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Austria:|43.56719|||42.90372||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea-Bissau:||||||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iceland:||||||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Dem. Rep.:|1.518503|||2.287695||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guatemala:|7.241841|||10.83647||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Caribbean small states:||||||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hungary:|12.18298|||19.31092||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Other small states:||||||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: India:|6.676098|||2.47522||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA & IBRD total:||||||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IBRD only:||||||the key: WP_time_03.2 |
| 36141 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greece:|15.80896|||22.1906||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Albania:|6.303114|||13.27443||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bhutan:|0.5152277|||||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Finland:|63.11261|||67.59548||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Argentina:|28.34013|||23.90666||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Czech Republic:|30.36283|||27.81812||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Djibouti:||||4.555627||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Costa Rica:|17.19805|||16.36784||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Armenia:|4.094705|||2.564341||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kenya:|5.115046|||7.329531||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kiribati:||||||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belarus:|17.19682|||7.028943||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belize:|11.7364|||||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Grenada:||||||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Algeria:|8.359284|||0.7660013||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean:||||||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ecuador:|6.877206|||12.73784||the key: WP_time_03.2 |
| 36142 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: El Salvador:|8.852856|||7.255679||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa:||||||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Afghanistan:|2.426813|||1.145498||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (excluding high income):|22.49977|||25.79805||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cuba:||||||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Canada:|78.5741|||69.21021||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia:||||||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: British Virgin Islands:||||||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahamas, The:||||||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central African Republic:||||0.7544903||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA blend:||||||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Botswana:|12.26666|||11.30541||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kazakhstan:|12.23266|||8.563852||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Georgia:|18.46006|||7.202341||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahrain:|33.13669|||29.43905||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fiji:||||||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gabon:|7.209755|||3.043091||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belgium:|46.89814|||63.70195||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: China:|17.35807|||9.390591||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Arab World:||||||the key: WP_time_03.2 |
| 36143 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa:||||||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gibraltar:||||||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Channel Islands:||||||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: European Union:||||||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hong Kong SAR, China:|65.15052|||58.90464||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Australia:|58.2751|||60.97053||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Isle of Man:||||||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Rep.:|1.924714|||6.537428||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brazil:|38.1316|||31.83189||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pacific island small states:||||||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (excluding high income):|13.82844|||7.498866||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Angola:|5.645565|||13.85144||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: French Polynesia:||||||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Azerbaijan:|11.4089|||2.567703||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominica:||||||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Japan:|60.79185|||65.80609||the key: WP_time_03.2 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kazakhstan:|10.82041|||8.616769||the key: WP_time_03.3 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ghana:|0.7977989|||1.617572||the key: WP_time_03.3 |
| 36144 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Czech Republic:|21.32342|||25.21701||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Grenada:||||||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Algeria:|3.796585|||1.555731||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Azerbaijan:|6.3027|||2.51264||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cambodia:|2.246768|||0||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cayman Islands:||||||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Rep.:|59.17119|||59.45364||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (excluding high income):|2.397242|||2.575511||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle income:|8.879598|||5.876395||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: High income:|47.62682|||41.86474||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Eritrea:||||||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Colombia:|10.52827|||7.251214||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iceland:||||||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Other small states:||||||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Argentina:|25.01026|||20.20312||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Costa Rica:|11.98865|||8.14897||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ecuador:|4.48906|||7.741167||the key: WP_time_03.3 |
| 36145 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean:||||||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kiribati:||||||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: British Virgin Islands:||||||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burkina Faso:|3.478843|||1.194626||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Arab World:||||||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahrain:|17.35272|||8.308407||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hong Kong SAR, China:|63.52334|||57.3432||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brazil:|26.33564|||26.84258||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Japan:|70.8542|||63.15906||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bermuda:||||||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central Europe and the Baltics:||||||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gambia, The:||||||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burundi:|0.2914947|||0.5562564||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: American Samoa:||||||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominican Republic:|11.17054|||13.49461||the key: WP_time_03.3 |
| 36146 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Egypt, Arab Rep.:|0.71812|||0.8770972||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jamaica:|9.117983|||7.529772||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greenland:||||||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Croatia:|36.38493|||33.16998||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chad:|1.351876|||4.841365||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guam:||||||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Andorra:||||||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bangladesh:|0|||0.1174349||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia:|1.251672|||0.9011613||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Late-demographic dividend:||||||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Least developed countries: UN classification:||||||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lower middle income:|2.283242|||1.671618||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Australia:|58.81852|||67.13805||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kosovo:|10.56668|||7.331342||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ethiopia:|0.3159653|||||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: OECD members:||||||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Haiti:|2.287375|||2.296638||the key: WP_time_03.3 |
| 36147 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_03.3 |
| 36148 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Upper middle income:|14.56868|||9.860587||the key: WP_time_03.3 |
| 36148 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Dem. People's Rep.:||||||the key: WP_time_03.3 |
| 36148 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_03.3 |
| 36148 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominica:||||||the key: WP_time_03.3 |
| 36148 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific:||||||the key: WP_time_03.3 |
| 36148 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (excluding high income):|11.22613|||5.823832||the key: WP_time_03.3 |
| 36148 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: French Polynesia:||||||the key: WP_time_03.3 |
| 36148 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pacific island small states:||||||the key: WP_time_03.3 |
| 36148 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ireland:|44.07152|||55.14499||the key: WP_time_03.3 |
| 36148 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Rep.:|1.939549|||2.616379||the key: WP_time_03.3 |
| 36148 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Isle of Man:||||||the key: WP_time_03.3 |
| 36148 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central African Republic:||||0.4868389||the key: WP_time_03.3 |
| 36150 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Channel Islands:||||||the key: WP_time_03.3 |
| 36150 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa:||||||the key: WP_time_03.3 |
| 36150 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: European Union:||||||the key: WP_time_03.3 |
| 36150 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Georgia:|17.13527|||10.10887||the key: WP_time_03.3 |
| 36150 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fiji:||||||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Botswana:|7.476186|||10.14982||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gabon:|4.226139|||2.407033||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA blend:||||||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Afghanistan:|0.2869717|||0.5070504||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahamas, The:||||||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Canada:|75.67902|||75.2384||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pre-demographic dividend:||||||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cuba:||||||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Armenia:|6.683283|||2.151689||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa:||||||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: El Salvador:|7.195888|||3.504785||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Benin:|1.230237|||0.3276635||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia (IDA & IBRD):||||||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kenya:|4.20033|||4.871792||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belize:|9.709622|||||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bhutan:|0|||||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Djibouti:||||3.495544||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Albania:|5.040674|||7.812984||the key: WP_time_03.3 |
| 36151 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greece:|7.580059|||13.0673||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IBRD only:||||||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: India:|1.57399|||1.038708||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (excluding high income):|14.81568|||14.1985||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hungary:|11.51516|||11.42643||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Caribbean small states:||||||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guatemala:|5.460611|||3.422454||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Faroe Islands:||||||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Dem. Rep.:|2.413624|||0.9577256||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Austria:|36.96666|||35.76355||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cote d'Ivoire:|0.7335928|||||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chile:|27.86152|||21.94937||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Barbados:||||||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guyana:||||||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Antigua and Barbuda:||||||the key: WP_time_03.3 |
| 36152 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cabo Verde:||||||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Small states:||||||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Aruba:||||||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iran, Islamic Rep.:|12.18119|||20.09839||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iraq:|2.30713|||1.236172||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low & middle income:|7.951016|||5.454005||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jordan:|0.9097432|||2.089005||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Germany:|42.15665|||29.67693||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA total:||||||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Estonia:|33.11556|||29.98714||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brunei Darussalam:||||||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Denmark:|31.07704|||39.06321||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA & IBRD total:||||||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Curacao:||||||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: North America:||||||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (excluding high income):|17.98745|||15.65371||the key: WP_time_03.3 |
| 36153 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: France:|37.78649|||32.72113||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cameroon:|0.3817171|||0.630732||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: World:|16.19756|||13.5205||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Italy:|27.15545|||22.87673||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Post-demographic dividend:||||||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Equatorial Guinea:||||||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bosnia and Herzegovina:|6.43144|||8.624833||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low income:|0.8850484|||1.243944||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Israel:|76.00496|||80.02277||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fragile and conflict affected situations:||||||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Comoros:||||0.547596||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Euro area:|36.77097|||31.37621||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Angola:|3.148977|||17.10734||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Indonesia:|1.930259|||0.3277563||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gibraltar:||||||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bulgaria:|9.863665|||7.642534||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: China:|14.25484|||7.064174||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia:||||||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belgium:|39.30966|||46.18481||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Finland:|63.02616|||60.65215||the key: WP_time_03.3 |
| 36154 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belarus:|10.41625|||8.374379||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea-Bissau:||||||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea:|1.657552|||0.8485744||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bolivia:|4.512556|||2.312885||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA only:||||||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Early-demographic dividend:||||||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Honduras:|3.45011|||3.655885||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cyprus:|27.53536|||42.82663||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Suriname:||||||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liechtenstein:||||||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sweden:|42.329|||50.31099||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malta:|34.62029|||48.06196||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macedonia, FYR:|16.88154|||15.77614||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vanuatu:||||||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nauru:||||||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sao Tome and Principe:||||||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mozambique:||||||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Peru:|9.767639|||9.53695||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Seychelles:||||||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turks and Caicos Islands:||||||the key: WP_time_03.3 |
| 36155 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Marshall Islands:||||||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tuvalu:||||||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Saudi Arabia:|5.303102|||6.313104||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Namibia:|6.187296|||||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Serbia:|15.78379|||23.07924||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Swaziland:||||12.38768||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lithuania:|8.615143|||11.81089||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Sudan:||||||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Senegal:|0.7100307|||0.6657643||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zimbabwe:|1.463305|||5.59257||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Myanmar:|0|||||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Palau:||||||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Trinidad and Tobago:||||13.09451||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Oman:||||16.02348||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malaysia:|15.47968|||9.923801||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Papua New Guinea:||||||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Moldova:|5.855922|||2.105243||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Northern Mariana Islands:||||||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Thailand:|4.645921|||5.742827||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Philippines:|3.94891|||3.959437||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritius:|11.42932|||7.898702||the key: WP_time_03.3 |
| 36156 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: West Bank and Gaza:|0.5643186|||1.227435||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritania:|5.009483|||2.795473||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Martin (French part):||||||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malawi:|0.3999719|||1.020144||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Somalia:|0.1191468|||||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Poland:|14.4571|||16.49197||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nigeria:|1.749403|||0.8277354||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Maldives:||||||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tanzania:|0.7167655|||2.166811||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Portugal:|24.97503|||23.20239||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Luxembourg:|68.52455|||73.48582||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Timor-Leste:||||||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Solomon Islands:||||||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Monaco:||||||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tunisia:|4.091343|||||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Niger:|1.551784|||0.5076047||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Panama:|8.53229|||9.359649||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovenia:|34.11534|||37.79636||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Venezuela, RB:|19.38246|||5.238996||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Africa:|13.21533|||6.941228||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Puerto Rico:|20.31901|||||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Spain:|51.54831|||39.40526||the key: WP_time_03.3 |
| 36157 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Togo:|0.5074018|||0.6339956||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Lucia:||||||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Vincent and the Grenadines:||||||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Kingdom:|58.57793|||47.9698||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nicaragua:|2.518912|||3.172894||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Virgin Islands (U.S.):||||||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ukraine:|25.50827|||17.94522||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Yemen, Rep.:|0|||0||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latvia:|20.2904|||21.34813||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mongolia:|1.314876|||2.168123||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Qatar:||||28.83304||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tajikistan:|0.2344124|||1.085923||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Libya:||||||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liberia:||||2.163768||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovak Republic:|17.16649|||19.20955||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Kitts and Nevis:||||||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kuwait:|19.21989|||53.4113||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vietnam:|1.629269|||1.820265||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Zealand:|64.72494|||58.77287||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Madagascar:|0.0555516|||0||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United States:|61.54715|||56.2529||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Romania:|9.954535|||12.37695||the key: WP_time_03.3 |
| 36158 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkey:|22.22647|||26.21922||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sint Maarten (Dutch part):||||||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lao PDR:||||2.433466||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lesotho:||||2.100093||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tonga:||||||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sri Lanka:|2.92563|||2.080943||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lebanon:|6.778333|||4.282324||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Syrian Arab Republic:||||3.200866||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Russian Federation:|20.14824|||8.389285||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Montenegro:|12.95706|||11.98946||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Paraguay:||||8.610762||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Arab Emirates:|24.5067|||18.58172||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Caledonia:||||||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uganda:|1.129686|||1.742692||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pakistan:|0.0510874|||0.6066841||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Rwanda:|0.4954109|||3.166584||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sudan:|0.8183355|||0.4975795||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uzbekistan:|1.289208|||2.828076||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mali:|0.3099608|||0.1285493||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zambia:|2.207402|||3.736807||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Netherlands:|25.07099|||34.88884||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Singapore:|34.54167|||37.26514||the key: WP_time_03.3 |
| 36159 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uruguay:|38.88518|||29.62012||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Switzerland:|49.47279|||||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkmenistan:|0|||0||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Samoa:||||||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Norway:|65.11867|||||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mexico:|14.27471|||9.143559||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Morocco:||||1.827953||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Micronesia, Fed. Sts.:||||||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nepal:|0.5069995|||0||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: San Marino:||||||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sierra Leone:|0.265735|||1.579215||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kyrgyz Republic:|2.229987|||0.9711472||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macao SAR, China:||||||the key: WP_time_03.3 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Panama:|21.21326|||13.39257||the key: WP_time_04.2 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Oman:||||27.41232||the key: WP_time_04.2 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Timor-Leste:||||||the key: WP_time_04.2 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latvia:|27.72608|||14.39762||the key: WP_time_04.2 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Papua New Guinea:||||||the key: WP_time_04.2 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tonga:||||||the key: WP_time_04.2 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Norway:|75.92558|||||the key: WP_time_04.2 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zimbabwe:|6.722616|||17.60922||the key: WP_time_04.2 |
| 36160 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malawi:|8.604293|||7.544513||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malaysia:|35.1162|||40.57372||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kuwait:|29.60902|||42.24604||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Paraguay:||||10.18413||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Thailand:|43.68932|||42.77652||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Venezuela, RB:|23.27024|||17.95971||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Northern Mariana Islands:||||||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Peru:|15.90407|||9.323834||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liberia:||||16.80521||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Philippines:|13.62938|||11.21214||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nigeria:|32.46643|||26.2304||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Luxembourg:|58.73017|||55.97817||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tanzania:|9.874002|||12.4403||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Trinidad and Tobago:||||47.54625||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lesotho:||||8.688717||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Poland:|22.37618|||20.02022||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kyrgyz Republic:|4.57978|||0.7912124||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Niger:|2.19343|||1.337137||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Micronesia, Fed. Sts.:||||||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uruguay:|15.7461|||5.390497||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Portugal:|23.57445|||32.5127||the key: WP_time_04.2 |
| 36161 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Africa:|34.44429|||23.67382||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Madagascar:|3.287916|||1.287706||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritius:|36.86021|||34.80969||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nicaragua:|9.794454|||6.190739||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tajikistan:|2.195248|||0.5101956||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Puerto Rico:|28.32417|||||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tunisia:|12.08838|||||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Maldives:||||||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Zealand:|69.86805|||62.98669||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Qatar:||||28.02771||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Syrian Arab Republic:||||5.366752||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liechtenstein:||||||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Caledonia:||||||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Romania:|16.12095|||8.79517||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkey:|12.92707|||6.295385||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Russian Federation:|14.11121|||10.0227||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Switzerland:|63.89758|||||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macedonia, FYR:|17.39011|||8.043807||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Lucia:||||||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Netherlands:|63.03429|||61.84296||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Rwanda:|30.95734|||23.30468||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Sudan:||||||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nepal:|19.11858|||12.80567||the key: WP_time_04.2 |
| 36162 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Samoa:||||||the key: WP_time_04.2 |
| 36163 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sweden:|75.8261|||63.13327||the key: WP_time_04.2 |
| 36163 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkmenistan:|0.4236444|||0||the key: WP_time_04.2 |
| 36163 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Libya:||||||the key: WP_time_04.2 |
| 36163 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: San Marino:||||||the key: WP_time_04.2 |
| 36163 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nauru:||||||the key: WP_time_04.2 |
| 36163 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mali:|4.858615|||5.673241||the key: WP_time_04.2 |
| 36163 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sao Tome and Principe:||||||the key: WP_time_04.2 |
| 36164 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Swaziland:||||20.18718||the key: WP_time_04.2 |
| 36164 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Namibia:|29.04429|||||the key: WP_time_04.2 |
| 36164 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lao PDR:||||19.76895||the key: WP_time_04.2 |
| 36165 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vanuatu:||||||the key: WP_time_04.2 |
| 36165 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Saudi Arabia:|20.07849|||26.59928||the key: WP_time_04.2 |
| 36165 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turks and Caicos Islands:||||||the key: WP_time_04.2 |
| 36165 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Somalia:|4.323826|||||the key: WP_time_04.2 |
| 36165 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macao SAR, China:||||||the key: WP_time_04.2 |
| 36165 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Myanmar:|15.37525|||||the key: WP_time_04.2 |
| 36165 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Senegal:|9.491788|||4.495718||the key: WP_time_04.2 |
| 36165 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: West Bank and Gaza:|5.224381|||7.471089||the key: WP_time_04.2 |
| 36165 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uzbekistan:|2.14278|||1.123752||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lebanon:|23.47051|||24.79538||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Suriname:||||||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Serbia:|9.662326|||2.915264||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mozambique:||||||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Virgin Islands (U.S.):||||||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Arab Emirates:|36.53802|||22.06657||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Seychelles:||||||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tuvalu:||||||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Kitts and Nevis:||||||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Morocco:||||19.20842||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sri Lanka:|33.49559|||30.20919||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sudan:|10.77854|||4.402533||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sierra Leone:|13.67713|||18.62616||the key: WP_time_04.2 |
| 36166 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Montenegro:|5.946432|||3.729639||the key: WP_time_04.2 |
| 36167 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Singapore:|45.71051|||58.09047||the key: WP_time_04.2 |
| 36167 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Vincent and the Grenadines:||||||the key: WP_time_04.2 |
| 36167 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uganda:|18.99567|||19.99902||the key: WP_time_04.2 |
| 36167 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sint Maarten (Dutch part):||||||the key: WP_time_04.2 |
| 36167 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mongolia:|29.74977|||20.81857||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malta:|49.56534|||50.81247||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United States:|54.76595|||53.25621||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovak Republic:|42.55931|||38.43362||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mexico:|16.31653|||7.064397||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lithuania:|28.66142|||19.22868||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Monaco:||||||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Spain:|57.58047|||38.49073||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ukraine:|9.710564|||5.747428||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovenia:|33.69934|||28.48423||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Martin (French part):||||||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Solomon Islands:||||||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Moldova:|6.485789|||3.589651||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zambia:|17.35757|||10.46744||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vietnam:|15.59471|||8.879519||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kosovo:|10.17424|||5.995169||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritania:|11.33163|||7.814753||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Kingdom:|51.78699|||46.37527||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Togo:|7.155048|||4.666297||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pakistan:|4.988903|||2.174202||the key: WP_time_04.2 |
| 36168 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Palau:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Marshall Islands:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Yemen, Rep.:|1.656144|||2.093597||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gambia, The:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chad:|5.62815|||8.890958||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Canada:|65.96078|||53.47576||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: World:|28.99751|||24.07693||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IBRD only:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Aruba:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: India:|18.42743|||15.99068||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Arab World:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Least developed countries: UN classification:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iceland:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kiribati:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Croatia:|27.12872|||10.59566||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle income:|25.97733|||19.84895||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Antigua and Barbuda:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bermuda:||||||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hong Kong SAR, China:|52.94703|||45.86651||the key: WP_time_04.2 |
| 36169 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greece:|13.66843|||17.85476||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central African Republic:||||2.230524||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burundi:|5.062552|||3.713188||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Japan:|54.56683|||48.7656||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Czech Republic:|39.22601|||37.8058||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bangladesh:|8.321638|||18.09233||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guam:||||||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Small states:||||||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Djibouti:||||4.125287||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Armenia:|1.585016|||0.4962251||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bulgaria:|16.20354|||4.867269||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (excluding high income):|10.44543|||5.645889||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cambodia:|4.837481|||1.472155||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Other small states:||||||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Dem. Rep.:|6.392308|||2.29522||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guyana:||||||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brunei Darussalam:||||||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central Europe and the Baltics:||||||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: British Virgin Islands:||||||the key: WP_time_04.2 |
| 36170 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: European Union:||||||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia:|16.11524|||14.74833||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Italy:|45.33327|||19.1958||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA & IBRD total:||||||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: North America:||||||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Estonia:|29.47851|||29.48183||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA total:||||||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Andorra:||||||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: High income:|48.10398|||42.71258||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ethiopia:|14.97005|||||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pre-demographic dividend:||||||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jamaica:|32.48151|||34.56622||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Costa Rica:|26.93123|||26.47327||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pacific island small states:||||||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lower middle income:|17.52898|||13.66039||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: American Samoa:||||||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brazil:|14.91335|||12.97405||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Benin:|9.08712|||7.808246||the key: WP_time_04.2 |
| 36171 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low & middle income:|24.33236|||19.24696||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific:||||||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Channel Islands:||||||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gabon:|19.06478|||12.2348||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low income:|11.36915|||13.22203||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Georgia:|0.8300185|||0.522193||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: France:|58.42934|||54.20855||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cote d'Ivoire:|10.38673|||||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burkina Faso:|9.877899|||9.659992||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Equatorial Guinea:||||||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Finland:|55.10457|||54.87928||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA blend:||||||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cuba:||||||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jordan:|4.951788|||9.948303||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cyprus:|22.51616|||35.70027||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Isle of Man:||||||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cameroon:|10.63912|||12.74442||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bolivia:|26.52453|||17.74631||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belarus:|15.76261|||6.85426||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: El Salvador:|15.21328|||17.33692||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea:|4.232385|||1.991816||the key: WP_time_04.2 |
| 36172 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Algeria:|21.84585|||5.691488||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bosnia and Herzegovina:|11.89785|||7.240834||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fiji:||||||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Azerbaijan:|7.351283|||1.921226||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Denmark:|66.43358|||58.34853||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Rep.:|51.11045|||46.12679||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Grenada:||||||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia:||||||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chile:|17.37619|||14.50541||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Dem. People's Rep.:||||||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Comoros:||||10.56976||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa:||||||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Angola:|20.09244|||18.60929||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belgium:|59.55333|||47.20252||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kazakhstan:|10.18928|||7.212877||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (excluding high income):|18.3657|||16.21057||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea-Bissau:||||||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Barbados:||||||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gibraltar:||||||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Israel:|52.3107|||25.39149||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Post-demographic dividend:||||||the key: WP_time_04.2 |
| 36173 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (excluding high income):|36.77554|||28.49201||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iran, Islamic Rep.:|23.62211|||22.22841||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guatemala:|17.07647|||14.77576||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Albania:|7.9793|||10.27337||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahrain:|39.90639|||20.92613||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Upper middle income:|33.37159|||25.82628||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greenland:||||||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (excluding high income):|15.71768|||11.47928||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bhutan:|23.52503|||||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Colombia:|16.42911|||10.1552||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Argentina:|5.14903|||4.006829||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Late-demographic dividend:||||||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cabo Verde:||||||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominican Republic:|28.161|||16.67501||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Curacao:||||||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Germany:|58.19114|||56.99917||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA only:||||||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: China:|41.14826|||32.08865||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahamas, The:||||||the key: WP_time_04.2 |
| 36174 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ecuador:|14.52804|||18.41632||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Faroe Islands:||||||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cayman Islands:||||||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: French Polynesia:||||||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia (IDA & IBRD):||||||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Haiti:|9.774681|||19.84645||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hungary:|20.8688|||18.13548||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Austria:|54.94675|||52.99369||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Indonesia:|26.35845|||14.69499||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Caribbean small states:||||||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ireland:|51.10345|||49.74429||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Australia:|63.66363|||65.24073||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Rep.:|11.22237|||8.020917||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Early-demographic dividend:||||||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Afghanistan:|6.068505|||4.771651||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Euro area:|52.56089|||43.90446||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominica:||||||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ghana:|18.32603|||17.85322||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fragile and conflict affected situations:||||||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Botswana:|28.58655|||17.31535||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belize:|19.21563|||||the key: WP_time_04.2 |
| 36175 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iraq:|5.234494|||8.15257||the key: WP_time_04.2 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Egypt, Arab Rep.:|4.23815|||0.7079418||the key: WP_time_04.2 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Honduras:|17.57226|||10.97801||the key: WP_time_04.2 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kenya:|32.74511|||27.53981||the key: WP_time_04.2 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: OECD members:||||||the key: WP_time_04.2 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Eritrea:||||||the key: WP_time_04.2 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fragile and conflict affected situations:||||||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Equatorial Guinea:||||||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Eritrea:||||||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chad:|3.713884|||5.044189||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Aruba:||||||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Honduras:|11.60069|||6.193172||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Colombia:|8.368082|||8.328886||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Canada:|59.53022|||52.94839||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: World:|25.78883|||21.16906||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Indonesia:|26.76254|||15.86503||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA blend:||||||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IBRD only:||||||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low income:|8.558826|||9.852481||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Austria:|65.4828|||50.48574||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: India:|10.1291|||7.095501||the key: WP_time_04.3 |
| 36176 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Arab World:||||||the key: WP_time_04.3 |
| 36177 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: High income:|45.47396|||39.24854||the key: WP_time_04.3 |
| 36178 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cuba:||||||the key: WP_time_04.3 |
| 36178 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Early-demographic dividend:||||||the key: WP_time_04.3 |
| 36178 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Least developed countries: UN classification:||||||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean:||||||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cabo Verde:||||||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ecuador:|14.01063|||10.7578||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Finland:|58.6804|||57.22858||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Italy:|23.62118|||12.42344||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kiribati:||||||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iceland:||||||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bolivia:|20.69123|||16.42994||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa:||||||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Croatia:|27.42793|||13.71214||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Curacao:||||||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jordan:|2.504394|||6.595288||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Germany:|57.63022|||54.84963||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Antigua and Barbuda:||||||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bermuda:||||||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hong Kong SAR, China:|47.6327|||39.98876||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Late-demographic dividend:||||||the key: WP_time_04.3 |
| 36179 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greece:|11.62749|||21.73693||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominican Republic:|24.91872|||15.3768||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Japan:|65.71702|||53.72907||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burundi:|2.966515|||2.921388||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Isle of Man:||||||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Caribbean small states:||||||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low & middle income:|20.62376|||16.02382||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Grenada:||||||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central African Republic:||||2.712689||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cameroon:|4.794449|||7.189256||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cyprus:|21.43463|||25.6635||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Czech Republic:|36.01529|||33.37513||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Botswana:|24.65759|||15.61857||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: American Samoa:||||||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bangladesh:|6.538901|||15.133||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hungary:|17.92481|||16.50885||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guam:||||||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Armenia:|1.695223|||1.096303||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Djibouti:||||2.725754||the key: WP_time_04.3 |
| 36180 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Small states:||||||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific:||||||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia (IDA & IBRD):||||||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cote d'Ivoire:|7.228524|||||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (excluding high income):|6.492169|||4.246396||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bulgaria:|12.66026|||4.73976||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Costa Rica:|21.66297|||13.4324||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Rep.:|8.33857|||3.850721||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iraq:|1.848297|||2.656306||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Dem. Rep.:|3.070973|||0.7088403||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Other small states:||||||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cambodia:|2.601308|||0.246133||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belarus:|14.14731|||6.770185||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia:|9.106198|||7.400163||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahamas, The:||||||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guyana:||||||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central Europe and the Baltics:||||||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Faroe Islands:||||||the key: WP_time_04.3 |
| 36181 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea:|1.513928|||2.080213||the key: WP_time_04.3 |
| 36182 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: OECD members:||||||the key: WP_time_04.3 |
| 36182 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: British Virgin Islands:||||||the key: WP_time_04.3 |
| 36184 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: El Salvador:|12.88048|||8.738501||the key: WP_time_04.3 |
| 36184 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Australia:|59.33734|||58.96765||the key: WP_time_04.3 |
| 36184 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: European Union:||||||the key: WP_time_04.3 |
| 36184 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Algeria:|5.72545|||2.955965||the key: WP_time_04.3 |
| 36184 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fiji:||||||the key: WP_time_04.3 |
| 36184 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Benin:|5.272374|||6.258737||the key: WP_time_04.3 |
| 36184 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pre-demographic dividend:||||||the key: WP_time_04.3 |
| 36184 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bosnia and Herzegovina:|6.000751|||5.192334||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Euro area:|43.00703|||38.18566||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Azerbaijan:|3.433804|||1.326089||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lower middle income:|11.95313|||8.529597||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Egypt, Arab Rep.:|3.921921|||0.6768445||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Denmark:|62.99778|||54.84122||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jamaica:|27.05942|||26.46701||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pacific island small states:||||||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ireland:|47.7403|||52.63711||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Rep.:|54.23978|||47.71442||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cayman Islands:||||||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Afghanistan:|0.9246893|||0.8737874||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kenya:|27.92771|||19.20147||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle income:|22.20928|||16.64298||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia:||||||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chile:|12.87721|||10.42378||the key: WP_time_04.3 |
| 36185 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA & IBRD total:||||||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Haiti:|8.992279|||16.28275||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Dem. People's Rep.:||||||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: China:|41.16059|||32.09019||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Comoros:||||10.95054||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa:||||||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brunei Darussalam:||||||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gabon:|17.00945|||5.166698||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brazil:|9.90111|||7.802369||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kazakhstan:|6.161163|||6.331445||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Channel Islands:||||||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea-Bissau:||||||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (excluding high income):|13.49477|||12.44632||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Angola:|9.495955|||13.24354||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (excluding high income):|11.33889|||7.939981||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belgium:|51.61959|||38.55079||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Barbados:||||||the key: WP_time_04.3 |
| 36186 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belize:|24.92098|||||the key: WP_time_04.3 |
| 36187 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ethiopia:|12.36833|||||the key: WP_time_04.3 |
| 36187 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Estonia:|33.41297|||28.37461||the key: WP_time_04.3 |
| 36187 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gibraltar:||||||the key: WP_time_04.3 |
| 36187 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Post-demographic dividend:||||||the key: WP_time_04.3 |
| 36187 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burkina Faso:|7.454464|||6.022847||the key: WP_time_04.3 |
| 36187 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Israel:|54.5798|||24.14126||the key: WP_time_04.3 |
| 36187 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iran, Islamic Rep.:|19.60276|||17.11458||the key: WP_time_04.3 |
| 36188 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (excluding high income):|36.20813|||28.54002||the key: WP_time_04.3 |
| 36188 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Georgia:|1.065247|||1.481105||the key: WP_time_04.3 |
| 36188 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahrain:|25.12827|||11.25193||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guatemala:|13.41238|||6.160515||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greenland:||||||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominica:||||||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Albania:|7.001647|||6.786743||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: North America:||||||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gambia, The:||||||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Upper middle income:|31.0548|||24.33072||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Andorra:||||||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: French Polynesia:||||||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bhutan:|21.49403|||||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Argentina:|3.124133|||3.618399||the key: WP_time_04.3 |
| 36189 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: France:|46.35595|||45.69997||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA only:||||||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA total:||||||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ghana:|18.84597|||14.48267||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kosovo:|4.288517|||3.910238||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uzbekistan:|1.552528|||0.5424895||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Arab Emirates:|20.73303|||15.1256||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mali:|0.979183|||3.325105||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vanuatu:||||||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nauru:||||||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Sudan:||||||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Seychelles:||||||the key: WP_time_04.3 |
| 36190 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Kingdom:|52.7885|||41.45037||the key: WP_time_04.3 |
| 36191 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tuvalu:||||||the key: WP_time_04.3 |
| 36191 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Morocco:||||5.586821||the key: WP_time_04.3 |
| 36191 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Togo:|6.191189|||2.629911||the key: WP_time_04.3 |
| 36191 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sri Lanka:|28.49437|||26.223||the key: WP_time_04.3 |
| 36191 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: San Marino:||||||the key: WP_time_04.3 |
| 36191 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sweden:|74.4747|||64.02469||the key: WP_time_04.3 |
| 36191 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkmenistan:|0.8783028|||0.2299886||the key: WP_time_04.3 |
| 36191 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Libya:||||||the key: WP_time_04.3 |
| 36191 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Palau:||||||the key: WP_time_04.3 |
| 36191 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sudan:|3.940896|||2.416649||the key: WP_time_04.3 |
| 36192 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sierra Leone:|8.428441|||10.60969||the key: WP_time_04.3 |
| 36192 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Samoa:||||||the key: WP_time_04.3 |
| 36192 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nepal:|14.09193|||7.109428||the key: WP_time_04.3 |
| 36192 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macedonia, FYR:|10.17137|||7.517654||the key: WP_time_04.3 |
| 36192 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Montenegro:|4.676371|||3.038284||the key: WP_time_04.3 |
| 36192 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Rwanda:|20.21467|||12.63624||the key: WP_time_04.3 |
| 36192 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Netherlands:|54.96925|||54.47229||the key: WP_time_04.3 |
| 36192 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Singapore:|46.68469|||58.71869||the key: WP_time_04.3 |
| 36192 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Switzerland:|47.3476|||||the key: WP_time_04.3 |
| 36192 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Lucia:||||||the key: WP_time_04.3 |
| 36193 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Oman:||||17.86066||the key: WP_time_04.3 |
| 36193 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Russian Federation:|16.51276|||11.55273||the key: WP_time_04.3 |
| 36193 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lesotho:||||7.155986||the key: WP_time_04.3 |
| 36193 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkey:|5.374933|||2.001607||the key: WP_time_04.3 |
| 36193 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Caledonia:||||||the key: WP_time_04.3 |
| 36193 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kyrgyz Republic:|5.103613|||0.9783548||the key: WP_time_04.3 |
| 36193 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Romania:|10.64954|||8.59155||the key: WP_time_04.3 |
| 36193 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Syrian Arab Republic:||||4.747674||the key: WP_time_04.3 |
| 36193 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Paraguay:||||9.280089||the key: WP_time_04.3 |
| 36193 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uganda:|14.58759|||12.61037||the key: WP_time_04.3 |
| 36193 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sint Maarten (Dutch part):||||||the key: WP_time_04.3 |
| 36193 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malawi:|5.59698|||8.891019||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malaysia:|32.28412|||30.18593||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Marshall Islands:||||||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mongolia:|36.35594|||25.42971||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Vincent and the Grenadines:||||||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Qatar:||||21.15514||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malta:|34.08287|||39.27093||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mexico:|12.76527|||6.403767||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Zealand:|71.20037|||58.13282||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Yemen, Rep.:|0.0925427|||0.1050647||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Madagascar:|3.234891|||1.458682||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Maldives:||||||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tunisia:|8.562175|||||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Puerto Rico:|19.06412|||||the key: WP_time_04.3 |
| 36194 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovak Republic:|45.25978|||35.43148||the key: WP_time_04.3 |
| 36195 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Venezuela, RB:|22.34503|||9.658226||the key: WP_time_04.3 |
| 36195 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tajikistan:|0.9080846|||0.0761863||the key: WP_time_04.3 |
| 36195 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liberia:||||11.09582||the key: WP_time_04.3 |
| 36195 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nicaragua:|6.404255|||6.859719||the key: WP_time_04.3 |
| 36195 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latvia:|23.34983|||12.43838||the key: WP_time_04.3 |
| 36195 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Monaco:||||||the key: WP_time_04.3 |
| 36195 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kuwait:|19.77823|||38.04803||the key: WP_time_04.3 |
| 36195 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Spain:|38.82905|||32.15982||the key: WP_time_04.3 |
| 36195 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uruguay:|9.608356|||5.955068||the key: WP_time_04.3 |
| 36195 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Portugal:|26.06867|||19.45911||the key: WP_time_04.3 |
| 36196 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ukraine:|6.364473|||5.14596||the key: WP_time_04.3 |
| 36196 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Norway:|80.8962|||||the key: WP_time_04.3 |
| 36196 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Micronesia, Fed. Sts.:||||||the key: WP_time_04.3 |
| 36196 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritius:|34.29972|||27.06183||the key: WP_time_04.3 |
| 36196 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United States:|53.46634|||47.63561||the key: WP_time_04.3 |
| 36196 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovenia:|31.3823|||29.18134||the key: WP_time_04.3 |
| 36196 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tonga:||||||the key: WP_time_04.3 |
| 36197 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Africa:|31.18489|||20.55223||the key: WP_time_04.3 |
| 36199 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Martin (French part):||||||the key: WP_time_04.3 |
| 36199 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Niger:|1.766696|||0.9899623||the key: WP_time_04.3 |
| 36199 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Poland:|19.38151|||16.20692||the key: WP_time_04.3 |
| 36199 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Solomon Islands:||||||the key: WP_time_04.3 |
| 36199 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tanzania:|8.1688|||11.40124||the key: WP_time_04.3 |
| 36199 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liechtenstein:||||||the key: WP_time_04.3 |
| 36199 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Moldova:|7.146698|||3.49937||the key: WP_time_04.3 |
| 36200 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zambia:|16.35034|||13.06459||the key: WP_time_04.3 |
| 36200 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Papua New Guinea:||||||the key: WP_time_04.3 |
| 36200 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vietnam:|13.66257|||6.677731||the key: WP_time_04.3 |
| 36200 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nigeria:|21.40283|||20.90756||the key: WP_time_04.3 |
| 36201 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Trinidad and Tobago:||||41.27208||the key: WP_time_04.3 |
| 36201 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Philippines:|15.88815|||18.031||the key: WP_time_04.3 |
| 36201 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lithuania:|27.93297|||21.54978||the key: WP_time_04.3 |
| 36201 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Luxembourg:|60.97492|||48.51065||the key: WP_time_04.3 |
| 36201 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritania:|9.845138|||5.116176||the key: WP_time_04.3 |
| 36201 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Timor-Leste:||||||the key: WP_time_04.3 |
| 36201 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Senegal:|3.956872|||3.021333||the key: WP_time_04.3 |
| 36201 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Kitts and Nevis:||||||the key: WP_time_04.3 |
| 36201 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: West Bank and Gaza:|4.973953|||3.483338||the key: WP_time_04.3 |
| 36201 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Myanmar:|10.39502|||||the key: WP_time_04.3 |
| 36201 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macao SAR, China:||||||the key: WP_time_04.3 |
| 36201 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lebanon:|12.04579|||10.20525||the key: WP_time_04.3 |
| 36202 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Panama:|19.50452|||11.53034||the key: WP_time_04.3 |
| 36202 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pakistan:|1.5114|||0.6671928||the key: WP_time_04.3 |
| 36202 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turks and Caicos Islands:||||||the key: WP_time_04.3 |
| 36202 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Suriname:||||||the key: WP_time_04.3 |
| 36202 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Serbia:|7.851978|||3.39322||the key: WP_time_04.3 |
| 36202 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Peru:|8.730925|||7.814788||the key: WP_time_04.3 |
| 36202 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Saudi Arabia:|9.19577|||6.144174||the key: WP_time_04.3 |
| 36202 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Somalia:|1.287075|||||the key: WP_time_04.3 |
| 36202 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Virgin Islands (U.S.):||||||the key: WP_time_04.3 |
| 36204 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lao PDR:||||18.98046||the key: WP_time_04.3 |
| 36204 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Swaziland:||||15.34778||the key: WP_time_04.3 |
| 36204 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mozambique:||||||the key: WP_time_04.3 |
| 36204 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Northern Mariana Islands:||||||the key: WP_time_04.3 |
| 36204 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Namibia:|24.55869|||||the key: WP_time_04.3 |
| 36204 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Thailand:|37.91315|||42.82499||the key: WP_time_04.3 |
| 36204 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zimbabwe:|3.732024|||16.97056||the key: WP_time_04.3 |
| 36204 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sao Tome and Principe:||||||the key: WP_time_04.3 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zambia:|21.67336|||7.838902||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nicaragua:|10.29212|||3.363734||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Monaco:||||||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kyrgyz Republic:|9.370332|||2.001222||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tajikistan:|3.653704|||2.83113||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Madagascar:|1.688113|||0.2028178||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malawi:|22.6365|||8.800677||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nauru:||||||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malaysia:|12.22655|||4.439521||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Micronesia, Fed. Sts.:||||||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Kingdom:||||||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Northern Mariana Islands:||||||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Thailand:|11.01603|||3.813704||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liechtenstein:||||||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Morocco:||||||the key: WP_time_05.2 |
| 36205 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Virgin Islands (U.S.):||||||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tuvalu:||||||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: San Marino:||||||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Paraguay:||||1.980882||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Portugal:||||||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Seychelles:||||||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kosovo:|3.244365|||1.577423||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Libya:||||||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sudan:|16.58486|||8.949901||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vanuatu:||||||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkmenistan:|2.656669|||0.5224705||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Somalia:|12.30836|||||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latvia:|5.412901|||1.554856||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Panama:|16.52503|||7.617644||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vietnam:|9.809544|||5.026251||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lao PDR:||||||the key: WP_time_05.2 |
| 36206 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Arab Emirates:||||||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sweden:||||||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Togo:|17.30073|||3.057548||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pakistan:|15.91268|||3.703982||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lebanon:|3.7905|||2.089277||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Samoa:||||||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kuwait:||||||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Oman:||||||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sierra Leone:|40.86891|||9.332145||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: West Bank and Gaza:|5.547637|||2.837284||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mali:|17.32217|||9.219046||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nepal:|12.65041|||5.969863||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritania:|10.1109|||4.059329||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Venezuela, RB:|8.24459|||6.514147||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mexico:|19.02265|||6.455803||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Montenegro:|4.625218|||2.873551||the key: WP_time_05.2 |
| 36207 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uzbekistan:|10.23769|||4.529663||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Rwanda:|23.08859|||5.603491||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United States:||||||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Palau:||||||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Martin (French part):||||||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Kitts and Nevis:||||||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovenia:||||||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Netherlands:||||||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Swaziland:||||||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zimbabwe:|16.95431|||10.13622||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkey:|10.3721|||0.9499305||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Senegal:|15.81453|||3.300739||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Switzerland:||||||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Suriname:||||||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Russian Federation:|2.591084|||0.7427557||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Niger:|24.02561|||9.000817||the key: WP_time_05.2 |
| 36208 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macedonia, FYR:|6.945842|||1.107409||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Poland:|2.982068|||2.091015||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ukraine:|4.049394|||2.526541||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Romania:|7.294218|||0.7179038||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Singapore:|5.257278|||0.7270113||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Timor-Leste:||||||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uruguay:|2.876184|||2.214154||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sao Tome and Principe:||||||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Norway:||||||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Caledonia:||||||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lesotho:||||||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Maldives:||||||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Vincent and the Grenadines:||||||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Serbia:|2.271042|||3.306233||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Moldova:|4.211383|||3.760424||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lithuania:|3.390525|||4.301985||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mongolia:|5.680513|||1.894314||the key: WP_time_05.2 |
| 36209 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Trinidad and Tobago:||||||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tanzania:|11.24572|||8.178944||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Sudan:||||||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Lucia:||||||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Myanmar:|2.367519|||||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uganda:|33.68944|||21.68944||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Solomon Islands:||||||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sint Maarten (Dutch part):||||||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritius:|4.335402|||4.167576||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Syrian Arab Republic:||||||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Spain:||||||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Luxembourg:||||||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Qatar:||||||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Africa:|25.98319|||12.70436||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turks and Caicos Islands:||||||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Papua New Guinea:||||||the key: WP_time_05.2 |
| 36210 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tonga:||||||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macao SAR, China:||||||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Peru:|7.946361|||4.509906||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Zealand:||||||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tunisia:|1.366695|||||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mozambique:||||||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sri Lanka:|7.647827|||7.96497||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Yemen, Rep.:|3.091462|||2.802911||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Puerto Rico:|11.37132|||||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malta:||||||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Marshall Islands:||||||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Philippines:|10.03131|||5.213835||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nigeria:|21.08668|||41.952||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Namibia:|9.501006|||||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovak Republic:|2.238567|||1.605804||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Saudi Arabia:||||||the key: WP_time_05.2 |
| 36211 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liberia:||||16.1765||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greenland:||||||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gambia, The:||||||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Canada:||||||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (excluding high income):|5.123217|||3.712793||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ireland:||||||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: China:|2.607008|||2.324002||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Indonesia:|17.37485|||11.6819||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia (IDA & IBRD):||||||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: El Salvador:|6.910862|||2.06215||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA only:||||||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iceland:||||||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Azerbaijan:|1.574972|||0.8195416||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cyprus:||||||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: India:|8.726755|||3.906016||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Grenada:||||||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central Europe and the Baltics:||||||the key: WP_time_05.2 |
| 36212 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gibraltar:||||||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Rep.:||||||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gabon:|19.93887|||10.95303||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: British Virgin Islands:||||||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Denmark:||||||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low & middle income:|8.779394|||5.346953||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: World:||||||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: American Samoa:||||||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: OECD members:||||||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Afghanistan:|10.77036|||5.102936||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low income:|14.81258|||7.877861||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa:||||||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Colombia:|3.149011|||5.962621||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia:|9.092156|||3.9915||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (excluding high income):|6.226453|||1.901815||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fiji:||||||the key: WP_time_05.2 |
| 36213 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Upper middle income:|4.962038|||3.109231||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cuba:||||||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cambodia:|10.8438|||3.439377||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brazil:|3.906851|||2.613251||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belarus:|1.469702|||0.9234592||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kenya:|39.35355|||19.55454||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean:||||||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Albania:|2.715937|||4.307714||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Channel Islands:||||||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Arab World:||||||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bhutan:|0.8845375|||||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cote d'Ivoire:|17.48643|||||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Caribbean small states:||||||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chad:|18.11038|||13.0316||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iran, Islamic Rep.:|7.098394|||5.780784||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iraq:|21.19694|||7.300582||the key: WP_time_05.2 |
| 36214 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brunei Darussalam:||||||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Faroe Islands:||||||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ghana:|23.01904|||8.606412||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA blend:||||||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central African Republic:||||||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Early-demographic dividend:||||||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Israel:|5.16706|||3.084372||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bosnia and Herzegovina:|2.366726|||0.4715953||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kiribati:||||||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Barbados:||||||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (excluding high income):|8.29895|||4.569793||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Croatia:|10.33534|||2.222261||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lower middle income:|11.50063|||7.197848||the key: WP_time_05.2 |
| 36215 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_05.2 |
| 36216 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bermuda:||||||the key: WP_time_05.2 |
| 36216 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pre-demographic dividend:||||||the key: WP_time_05.2 |
| 36216 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burkina Faso:|11.37656|||7.999321||the key: WP_time_05.2 |
| 36216 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cameroon:|31.6156|||32.04756||the key: WP_time_05.2 |
| 36216 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Egypt, Arab Rep.:|11.97558|||2.03032||the key: WP_time_05.2 |
| 36216 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greece:|0.7792378|||0.3962269||the key: WP_time_05.2 |
| 36216 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Austria:||||||the key: WP_time_05.2 |
| 36216 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: North America:||||||the key: WP_time_05.2 |
| 36220 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hungary:|2.825328|||1.160736||the key: WP_time_05.2 |
| 36220 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cabo Verde:||||||the key: WP_time_05.2 |
| 36220 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IBRD only:||||||the key: WP_time_05.2 |
| 36220 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Algeria:|5.57643|||1.978973||the key: WP_time_05.2 |
| 36221 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Andorra:||||||the key: WP_time_05.2 |
| 36221 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Angola:|8.730865|||8.557693||the key: WP_time_05.2 |
| 36222 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pacific island small states:||||||the key: WP_time_05.2 |
| 36222 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea:|14.78489|||5.684824||the key: WP_time_05.2 |
| 36222 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hong Kong SAR, China:||||||the key: WP_time_05.2 |
| 36222 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Australia:||||||the key: WP_time_05.2 |
| 36222 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific:||||||the key: WP_time_05.2 |
| 36222 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ethiopia:|31.10094|||||the key: WP_time_05.2 |
| 36222 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Comoros:||||||the key: WP_time_05.2 |
| 36222 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bulgaria:|0.4243217|||0.2304984||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: France:||||||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ecuador:|1.175384|||2.284888||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Japan:||||||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia:||||||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Antigua and Barbuda:||||||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Small states:||||||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fragile and conflict affected situations:||||||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Haiti:|6.929986|||7.36962||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cayman Islands:||||||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Least developed countries: UN classification:||||||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Benin:|36.02334|||14.2024||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guatemala:|13.33329|||5.72509||the key: WP_time_05.2 |
| 36223 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA & IBRD total:||||||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Post-demographic dividend:||||||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa:||||||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: French Polynesia:||||||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Armenia:|6.568974|||0.3884082||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jamaica:|20.58859|||16.09293||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bangladesh:|4.01186|||3.988499||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bolivia:|14.65045|||2.501107||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Argentina:|2.673438|||3.943544||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Isle of Man:||||||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Djibouti:||||||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Costa Rica:|9.577889|||15.83233||the key: WP_time_05.2 |
| 36224 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Germany:||||||the key: WP_time_05.2 |
| 36225 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Eritrea:||||||the key: WP_time_05.2 |
| 36225 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_05.2 |
| 36225 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chile:|0|||3.736555||the key: WP_time_05.2 |
| 36225 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (excluding high income):|21.66084|||18.61065||the key: WP_time_05.2 |
| 36225 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Late-demographic dividend:||||||the key: WP_time_05.2 |
| 36225 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jordan:|12.37557|||4.643927||the key: WP_time_05.2 |
| 36225 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guam:||||||the key: WP_time_05.2 |
| 36225 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle income:|8.013812|||5.091093||the key: WP_time_05.2 |
| 36225 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominican Republic:|14.26841|||9.830051||the key: WP_time_05.2 |
| 36225 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahrain:||||||the key: WP_time_05.2 |
| 36225 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Estonia:|1.930997|||4.774513||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Dem. Rep.:|14.40038|||6.968125||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Finland:||||||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Italy:||||||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Dem. People's Rep.:||||||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kazakhstan:|2.551006|||3.801673||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Czech Republic:|3.085589|||1.779526||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea-Bissau:||||||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Curacao:||||||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belgium:||||||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Botswana:|35.13381|||13.31012||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guyana:||||||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Aruba:||||||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Honduras:|6.582872|||2.795369||the key: WP_time_05.2 |
| 36226 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belize:|8.565185|||||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Rep.:|22.00778|||5.904069||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Other small states:||||||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: European Union:||||||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahamas, The:||||||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: High income:||||||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominica:||||||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Equatorial Guinea:||||||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA total:||||||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Georgia:|1.340507|||0.522193||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burundi:|8.090784|||1.891357||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Euro area:||||||the key: WP_time_05.2 |
| 36227 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Italy:||||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA total:||||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: High income:||||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Faroe Islands:||||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Estonia:|1.668052|||4.436152||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: British Virgin Islands:||||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fragile and conflict affected situations:||||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central Europe and the Baltics:||||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: North America:||||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Austria:||||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (excluding high income):|6.938419|||1.630243||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ethiopia:|28.57035|||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Haiti:|2.897807|||4.301332||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Finland:||||||the key: WP_time_05.3 |
| 36228 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kenya:|40.46556|||19.30577||the key: WP_time_05.3 |
| 36229 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pacific island small states:||||||the key: WP_time_05.3 |
| 36229 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Armenia:|3.383753|||0.56532||the key: WP_time_05.3 |
| 36229 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: French Polynesia:||||||the key: WP_time_05.3 |
| 36229 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahamas, The:||||||the key: WP_time_05.3 |
| 36229 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: American Samoa:||||||the key: WP_time_05.3 |
| 36229 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahrain:||||||the key: WP_time_05.3 |
| 36229 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low income:|17.73734|||7.722876||the key: WP_time_05.3 |
| 36229 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Andorra:||||||the key: WP_time_05.3 |
| 36229 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Caribbean small states:||||||the key: WP_time_05.3 |
| 36229 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Georgia:|1.0799|||0.530162||the key: WP_time_05.3 |
| 36229 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: France:||||||the key: WP_time_05.3 |
| 36230 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Channel Islands:||||||the key: WP_time_05.3 |
| 36230 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gabon:|29.28535|||6.915527||the key: WP_time_05.3 |
| 36230 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Grenada:||||||the key: WP_time_05.3 |
| 36230 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low & middle income:|9.81237|||5.294243||the key: WP_time_05.3 |
| 36230 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Benin:|37.55486|||16.97359||the key: WP_time_05.3 |
| 36230 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia (IDA & IBRD):||||||the key: WP_time_05.3 |
| 36232 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lower middle income:|13.33635|||7.166603||the key: WP_time_05.3 |
| 36232 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cayman Islands:||||||the key: WP_time_05.3 |
| 36232 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hungary:|1.815931|||1.987223||the key: WP_time_05.3 |
| 36232 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cuba:||||||the key: WP_time_05.3 |
| 36232 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jamaica:|33.51381|||18.20924||the key: WP_time_05.3 |
| 36232 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cyprus:||||||the key: WP_time_05.3 |
| 36232 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ireland:||||||the key: WP_time_05.3 |
| 36232 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cameroon:|37.66959|||31.65842||the key: WP_time_05.3 |
| 36233 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Algeria:|1.304596|||1.403254||the key: WP_time_05.3 |
| 36233 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: China:|2.469336|||2.504872||the key: WP_time_05.3 |
| 36233 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Isle of Man:||||||the key: WP_time_05.3 |
| 36234 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jordan:|18.09168|||3.053124||the key: WP_time_05.3 |
| 36234 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia:||||||the key: WP_time_05.3 |
| 36234 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bosnia and Herzegovina:|2.405859|||1.055398||the key: WP_time_05.3 |
| 36234 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific:||||||the key: WP_time_05.3 |
| 36234 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Honduras:|4.167478|||1.812617||the key: WP_time_05.3 |
| 36234 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: El Salvador:|7.141098|||2.552137||the key: WP_time_05.3 |
| 36234 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Azerbaijan:|1.571725|||0.3995533||the key: WP_time_05.3 |
| 36234 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Egypt, Arab Rep.:|11.63682|||1.387633||the key: WP_time_05.3 |
| 36234 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Rep.:||||||the key: WP_time_05.3 |
| 36234 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Late-demographic dividend:||||||the key: WP_time_05.3 |
| 36234 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fiji:||||||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Denmark:||||||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA blend:||||||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Post-demographic dividend:||||||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bolivia:|13.77386|||4.447378||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brunei Darussalam:||||||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia:|8.524181|||2.673948||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea:|22.62893|||6.518665||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Comoros:||||||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Angola:|15.21042|||6.826737||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belarus:|0.8996892|||0.2289966||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chile:|3.486981|||2.88518||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iceland:||||||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Australia:||||||the key: WP_time_05.3 |
| 36235 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (excluding high income):|26.12878|||19.88922||the key: WP_time_05.3 |
| 36236 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Dem. People's Rep.:||||||the key: WP_time_05.3 |
| 36236 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kazakhstan:|2.714767|||1.506714||the key: WP_time_05.3 |
| 36236 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belgium:||||||the key: WP_time_05.3 |
| 36236 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea-Bissau:||||||the key: WP_time_05.3 |
| 36236 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominica:||||||the key: WP_time_05.3 |
| 36236 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belize:|11.0321|||||the key: WP_time_05.3 |
| 36236 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa:||||||the key: WP_time_05.3 |
| 36236 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gibraltar:||||||the key: WP_time_05.3 |
| 36236 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Equatorial Guinea:||||||the key: WP_time_05.3 |
| 36236 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: European Union:||||||the key: WP_time_05.3 |
| 36236 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Argentina:|0.8347319|||1.078698||the key: WP_time_05.3 |
| 36237 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Barbados:||||||the key: WP_time_05.3 |
| 36237 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IBRD only:||||||the key: WP_time_05.3 |
| 36237 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_05.3 |
| 36237 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominican Republic:|14.22426|||9.468953||the key: WP_time_05.3 |
| 36237 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Antigua and Barbuda:||||||the key: WP_time_05.3 |
| 36237 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa:||||||the key: WP_time_05.3 |
| 36237 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (excluding high income):|6.879396|||4.676682||the key: WP_time_05.3 |
| 36237 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Afghanistan:|5.007435|||1.340826||the key: WP_time_05.3 |
| 36238 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guatemala:|10.36888|||2.18262||the key: WP_time_05.3 |
| 36238 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Albania:|3.659805|||1.726726||the key: WP_time_05.3 |
| 36238 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_05.3 |
| 36238 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pre-demographic dividend:||||||the key: WP_time_05.3 |
| 36238 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greenland:||||||the key: WP_time_05.3 |
| 36238 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Euro area:||||||the key: WP_time_05.3 |
| 36238 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Israel:|4.292177|||3.391098||the key: WP_time_05.3 |
| 36238 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Colombia:|7.49647|||5.452245||the key: WP_time_05.3 |
| 36238 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_05.3 |
| 36238 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Rep.:|26.21732|||4.854561||the key: WP_time_05.3 |
| 36238 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Botswana:|35.69036|||15.12291||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Eritrea:||||||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Canada:||||||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: OECD members:||||||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Upper middle income:|4.833387|||3.093365||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ghana:|20.06423|||10.44||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chad:|21.98306|||11.40178||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: India:|8.839422|||2.396541||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bhutan:|1.366713|||||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: World:||||||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Costa Rica:|3.669729|||13.66187||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (excluding high income):|7.569721|||3.273868||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brazil:|3.142583|||1.564525||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iran, Islamic Rep.:|5.841373|||5.377488||the key: WP_time_05.3 |
| 36239 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Other small states:||||||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean:||||||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Arab World:||||||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cambodia:|16.67815|||5.038777||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central African Republic:||||||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Croatia:|9.206901|||2.251809||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cabo Verde:||||||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bermuda:||||||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Czech Republic:|4.521809|||0.5563297||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greece:|0.6016956|||1.080248||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ecuador:|1.566994|||2.467326||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Least developed countries: UN classification:||||||the key: WP_time_05.3 |
| 36240 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hong Kong SAR, China:||||||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Early-demographic dividend:||||||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iraq:|12.71607|||4.005699||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gambia, The:||||||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Japan:||||||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bulgaria:|1.074541|||0.5149436||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle income:|8.770902|||5.047681||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Small states:||||||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cote d'Ivoire:|28.578|||||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA & IBRD total:||||||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bangladesh:|6.486452|||3.161079||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Germany:||||||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Djibouti:||||||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Curacao:||||||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guam:||||||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burkina Faso:|24.54185|||7.742489||the key: WP_time_05.3 |
| 36241 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Aruba:||||||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Dem. Rep.:|16.35463|||9.564252||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA only:||||||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guyana:||||||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burundi:|8.164835|||1.970608||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kiribati:||||||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Indonesia:|32.87932|||15.97736||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Sudan:||||||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Africa:|34.68073|||14.26371||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Lucia:||||||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Somalia:|17.84489|||||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Solomon Islands:||||||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovenia:||||||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Martin (French part):||||||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovak Republic:|2.660999|||1.684276||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sint Maarten (Dutch part):||||||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Vincent and the Grenadines:||||||the key: WP_time_05.3 |
| 36242 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Singapore:|3.828515|||0.2587429||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sierra Leone:|37.79697|||11.33862||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sudan:|27.6222|||8.559355||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Seychelles:||||||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Virgin Islands (U.S.):||||||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vanuatu:||||||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Serbia:|2.205704|||3.105633||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Suriname:||||||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Senegal:|40.12366|||7.080428||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: West Bank and Gaza:|8.823984|||3.237648||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Saudi Arabia:||||||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Swaziland:||||||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sao Tome and Principe:||||||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: San Marino:||||||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lao PDR:||||||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sweden:||||||the key: WP_time_05.3 |
| 36243 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Samoa:||||||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Rwanda:|25.00323|||3.081148||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Switzerland:||||||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Russian Federation:|0.7553714|||0.3957449||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Romania:|6.02622|||0||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Syrian Arab Republic:||||||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Qatar:||||||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Luxembourg:||||||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Puerto Rico:|7.921076|||||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tajikistan:|3.367338|||1.009522||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Portugal:||||||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kuwait:||||||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Poland:|2.072888|||0.0844167||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tanzania:|14.86578|||8.507438||the key: WP_time_05.3 |
| 36244 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Philippines:|8.605844|||7.754885||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Peru:|5.030942|||4.159949||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Thailand:|6.179591|||6.453409||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Paraguay:||||2.616735||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Papua New Guinea:||||||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Timor-Leste:||||||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Panama:|21.74875|||6.405436||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latvia:|3.946163|||1.507041||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Palau:||||||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Togo:|20.04913|||4.072661||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pakistan:|6.741904|||2.821002||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Yemen, Rep.:|5.851106|||2.240347||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Oman:||||||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Norway:||||||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tonga:||||||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Northern Mariana Islands:||||||the key: WP_time_05.3 |
| 36245 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nigeria:|25.04863|||47.05553||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Trinidad and Tobago:||||||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Niger:|31.93499|||9.102203||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nicaragua:|9.290426|||2.944948||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tunisia:|1.248344|||||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Zealand:||||||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Venezuela, RB:|12.60778|||4.641502||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Caledonia:||||||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkey:|12.8573|||1.728711||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Netherlands:||||||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nepal:|15.98324|||6.542055||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uzbekistan:|18.31493|||3.82085||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkmenistan:|2.363848|||1.747723||the key: WP_time_05.3 |
| 36246 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nauru:||||||the key: WP_time_05.3 |
| 36247 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Namibia:|9.528623|||||the key: WP_time_05.3 |
| 36247 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turks and Caicos Islands:||||||the key: WP_time_05.3 |
| 36247 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Myanmar:|9.362056|||||the key: WP_time_05.3 |
| 36247 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liechtenstein:||||||the key: WP_time_05.3 |
| 36247 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mozambique:||||||the key: WP_time_05.3 |
| 36247 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tuvalu:||||||the key: WP_time_05.3 |
| 36247 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Morocco:||||||the key: WP_time_05.3 |
| 36247 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lebanon:|3.400571|||3.445782||the key: WP_time_05.3 |
| 36247 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Montenegro:|2.624156|||1.928323||the key: WP_time_05.3 |
| 36248 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mongolia:|5.618041|||3.147359||the key: WP_time_05.3 |
| 36248 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uganda:|39.77295|||15.93596||the key: WP_time_05.3 |
| 36248 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lithuania:|3.972465|||4.375615||the key: WP_time_05.3 |
| 36250 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Monaco:||||||the key: WP_time_05.3 |
| 36250 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vietnam:|13.22794|||5.110793||the key: WP_time_05.3 |
| 36250 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ukraine:|2.025273|||1.715661||the key: WP_time_05.3 |
| 36251 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Moldova:|6.109523|||1.141758||the key: WP_time_05.3 |
| 36251 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zambia:|26.79988|||7.01498||the key: WP_time_05.3 |
| 36251 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Micronesia, Fed. Sts.:||||||the key: WP_time_05.3 |
| 36251 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mexico:|16.17191|||4.485337||the key: WP_time_05.3 |
| 36251 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Arab Emirates:||||||the key: WP_time_05.3 |
| 36251 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kosovo:|2.797565|||0.2312207||the key: WP_time_05.3 |
| 36251 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritius:|7.41069|||8.58959||the key: WP_time_05.3 |
| 36251 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritania:|13.04035|||4.885352||the key: WP_time_05.3 |
| 36251 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Kingdom:||||||the key: WP_time_05.3 |
| 36251 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Marshall Islands:||||||the key: WP_time_05.3 |
| 36251 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malta:||||||the key: WP_time_05.3 |
| 36251 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United States:||||||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mali:|29.49708|||15.36464||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Maldives:||||||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uruguay:|1.698351|||0.8006463||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malaysia:|7.33059|||8.664218||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malawi:|33.0937|||10.94686||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liberia:||||15.36165||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zimbabwe:|18.55866|||11.74722||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lesotho:||||||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Madagascar:|1.22699|||0.4823788||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macedonia, FYR:|3.464982|||1.321636||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Libya:||||||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macao SAR, China:||||||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sri Lanka:|12.89987|||9.884468||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Spain:||||||the key: WP_time_05.3 |
| 36252 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Kitts and Nevis:||||||the key: WP_time_05.3 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kyrgyz Republic:|10.31311|||3.298738||the key: WP_time_05.3 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lesotho:||||3.426221||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Marshall Islands:||||||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Moldova:|7.038685|||6.256841||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Arab Emirates:|18.11097|||12.84546||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Monaco:||||||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mongolia:|38.08343|||25.21754||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Africa:|12.85408|||11.36318||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ukraine:|8.467169|||8.276788||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Montenegro:|25.7209|||23.6673||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uganda:|17.5073|||9.12376||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Morocco:||||5.014361||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mozambique:||||||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malta:|9.641066|||12.79949||the key: WP_time_06.2 |
| 36253 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Myanmar:|19.54346|||||the key: WP_time_06.2 |
| 36254 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tuvalu:||||||the key: WP_time_06.2 |
| 36254 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Namibia:|8.050627|||||the key: WP_time_06.2 |
| 36254 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uruguay:|22.19516|||16.0892||the key: WP_time_06.2 |
| 36254 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Spain:|20.58871|||13.52847||the key: WP_time_06.2 |
| 36254 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nauru:||||||the key: WP_time_06.2 |
| 36254 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turks and Caicos Islands:||||||the key: WP_time_06.2 |
| 36254 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nepal:|14.56075|||11.92134||the key: WP_time_06.2 |
| 36254 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Netherlands:|13.4686|||16.67348||the key: WP_time_06.2 |
| 36254 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kuwait:|14.50524|||23.88426||the key: WP_time_06.2 |
| 36254 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkmenistan:|2.155415|||0.5971333||the key: WP_time_06.2 |
| 36254 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mali:|3.682777|||5.557599||the key: WP_time_06.2 |
| 36254 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Caledonia:||||||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Luxembourg:|23.19227|||19.04581||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zimbabwe:|4.314167|||5.595262||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zambia:|5.519004|||4.412586||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Zealand:|29.8697|||27.9306||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkey:|25.30283|||6.653558||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nicaragua:|12.57874|||8.725046||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Niger:|2.083374|||1.049286||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lebanon:|20.76763|||14.37542||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tunisia:|9.851007|||||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nigeria:|6.387447|||2.176342||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Maldives:||||||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Northern Mariana Islands:||||||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liberia:||||7.251872||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lithuania:|12.03171|||5.734118||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Virgin Islands (U.S.):||||||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Trinidad and Tobago:||||9.772922||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Oman:||||12.16912||the key: WP_time_06.2 |
| 36255 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pakistan:|2.632629|||1.223132||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tonga:||||||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vanuatu:||||||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Palau:||||||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Panama:|12.74906|||11.21623||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malaysia:|22.1717|||12.10687||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Togo:|2.790753|||3.219683||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Papua New Guinea:||||||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vietnam:|15.42941|||17.18657||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Paraguay:||||12.82281||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Timor-Leste:||||||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Peru:|12.54797|||13.15047||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Sudan:||||||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Philippines:|9.886001|||8.060539||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Thailand:|17.38795|||21.09767||the key: WP_time_06.2 |
| 36256 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Poland:|22.21361|||11.73881||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Lucia:||||||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malawi:|4.672644|||6.488464||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Portugal:|10.87248|||10.31663||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tanzania:|6.601372|||6.342591||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Puerto Rico:|12.97184|||||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Libya:||||||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Qatar:||||14.24906||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tajikistan:|4.529881|||6.391637||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Romania:|11.56876|||10.20748||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latvia:|19.52477|||5.120831||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uzbekistan:|1.886543|||1.709473||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Yemen, Rep.:|0.4202696|||1.124753||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Madagascar:|2.19397|||3.013227||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Russian Federation:|8.28665|||8.019238||the key: WP_time_06.2 |
| 36257 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Syrian Arab Republic:||||14.71496||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Rwanda:|11.04024|||8.873497||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Samoa:||||||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Switzerland:|6.714544|||||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: San Marino:||||||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sao Tome and Principe:||||||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sweden:|30.45835|||24.35042||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macedonia, FYR:|14.86599|||11.0604||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Saudi Arabia:|16.7958|||2.773522||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Senegal:|4.025331|||4.658145||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: West Bank and Gaza:|5.708032|||5.903133||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kyrgyz Republic:|13.52296|||11.2913||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Swaziland:||||13.03316||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Serbia:|9.612809|||9.853569||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Seychelles:||||||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macao SAR, China:||||||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Suriname:||||||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sierra Leone:|5.04951|||5.791276||the key: WP_time_06.2 |
| 36258 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Kitts and Nevis:||||||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Singapore:|14.07416|||13.83492||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sudan:|4.966331|||1.708605||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sint Maarten (Dutch part):||||||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sri Lanka:|18.46289|||15.87108||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovak Republic:|15.02091|||12.6559||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lao PDR:||||19.10984||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liechtenstein:||||||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Norway:|31.68446|||||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Vincent and the Grenadines:||||||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovenia:|15.78833|||13.659||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Solomon Islands:||||||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Somalia:|2.693729|||||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Martin (French part):||||||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United States:|25.98419|||22.06611||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritania:|8.325601|||8.497189||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Venezuela, RB:|2.848427|||1.991053||the key: WP_time_06.2 |
| 36259 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritius:|21.26346|||19.84067||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Kingdom:|25.95127|||12.51133||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mexico:|11.64322|||8.477094||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Micronesia, Fed. Sts.:||||||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia (IDA & IBRD):||||||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ecuador:|12.65102|||11.32459||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central African Republic:||||0.8698422||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean:||||||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fragile and conflict affected situations:||||||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central Europe and the Baltics:||||||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hong Kong SAR, China:|9.478785|||10.7525||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: British Virgin Islands:||||||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Honduras:|12.32434|||7.764538||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Euro area:|17.80682|||13.60595||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kiribati:||||||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gambia, The:||||||the key: WP_time_06.2 |
| 36260 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Egypt, Arab Rep.:|7.648071|||4.525872||the key: WP_time_06.2 |
| 36261 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cayman Islands:||||||the key: WP_time_06.2 |
| 36261 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Argentina:|9.064349|||5.213035||the key: WP_time_06.2 |
| 36261 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chad:|3.361362|||6.358201||the key: WP_time_06.2 |
| 36261 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brazil:|13.86802|||6.556461||the key: WP_time_06.2 |
| 36261 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominican Republic:|18.21386|||16.05076||the key: WP_time_06.2 |
| 36261 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bangladesh:|9.956383|||24.30809||the key: WP_time_06.2 |
| 36261 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia:|7.636481|||9.491538||the key: WP_time_06.2 |
| 36261 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Arab World:||||||the key: WP_time_06.2 |
| 36261 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Dem. People's Rep.:||||||the key: WP_time_06.2 |
| 36261 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Late-demographic dividend:||||||the key: WP_time_06.2 |
| 36261 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Isle of Man:||||||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Haiti:|5.247937|||6.627729||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Indonesia:|15.14786|||8.955789||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominica:||||||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Channel Islands:||||||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Georgia:|15.83712|||9.56548||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: French Polynesia:||||||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lower middle income:|8.481118|||7.81655||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Least developed countries: UN classification:||||||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Armenia:|18.83144|||18.11565||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Albania:|10.75852|||9.016504||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa:||||||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Botswana:|15.20544|||6.258509||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: El Salvador:|20.07531|||5.042865||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Canada:|29.78781|||22.95095||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahamas, The:||||||the key: WP_time_06.2 |
| 36262 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: European Union:||||||the key: WP_time_06.2 |
| 36263 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (excluding high income):|14.28852|||8.385094||the key: WP_time_06.2 |
| 36263 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_06.2 |
| 36263 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hungary:|8.734218|||8.412022||the key: WP_time_06.2 |
| 36263 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kenya:|17.59151|||12.81831||the key: WP_time_06.2 |
| 36263 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Barbados:||||||the key: WP_time_06.2 |
| 36263 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Grenada:||||||the key: WP_time_06.2 |
| 36263 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Djibouti:||||5.302838||the key: WP_time_06.2 |
| 36263 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chile:|20.04721|||9.77795||the key: WP_time_06.2 |
| 36263 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_06.2 |
| 36263 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brunei Darussalam:||||||the key: WP_time_06.2 |
| 36263 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Antigua and Barbuda:||||||the key: WP_time_06.2 |
| 36263 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guyana:||||||the key: WP_time_06.2 |
| 36264 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Germany:|21.57038|||14.24882||the key: WP_time_06.2 |
| 36265 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Small states:||||||the key: WP_time_06.2 |
| 36265 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (excluding high income):|12.75808|||8.381444||the key: WP_time_06.2 |
| 36265 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iraq:|6.107722|||11.19072||the key: WP_time_06.2 |
| 36266 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA total:||||||the key: WP_time_06.2 |
| 36266 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Denmark:|25.99002|||18.29947||the key: WP_time_06.2 |
| 36266 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Equatorial Guinea:||||||the key: WP_time_06.2 |
| 36266 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia:||||||the key: WP_time_06.2 |
| 36266 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Upper middle income:|11.53406|||8.8916||the key: WP_time_06.2 |
| 36266 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Caribbean small states:||||||the key: WP_time_06.2 |
| 36266 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Israel:|40.84511|||18.34603||the key: WP_time_06.2 |
| 36267 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: France:|15.60892|||20.23721||the key: WP_time_06.2 |
| 36267 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: World:|11.82712|||10.05619||the key: WP_time_06.2 |
| 36267 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: China:|10.4199|||8.367195||the key: WP_time_06.2 |
| 36267 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belarus:|14.53971|||16.51091||the key: WP_time_06.2 |
| 36267 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low income:|9.317601|||12.49497||the key: WP_time_06.2 |
| 36267 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Early-demographic dividend:||||||the key: WP_time_06.2 |
| 36267 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cameroon:|2.187601|||5.51081||the key: WP_time_06.2 |
| 36267 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bosnia and Herzegovina:|11.54783|||13.51892||the key: WP_time_06.2 |
| 36267 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea-Bissau:||||||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ghana:|7.229269|||5.658019||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle income:|10.10915|||8.363408||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: High income:|19.22822|||15.13944||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Rep.:|21.04943|||20.48199||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pre-demographic dividend:||||||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kazakhstan:|16.82928|||11.53841||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iceland:||||||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Czech Republic:|12.60776|||10.23112||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA & IBRD total:||||||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Colombia:|17.54083|||13.4495||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Eritrea:||||||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Azerbaijan:|22.98047|||20.24947||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (excluding high income):|6.852827|||5.29163||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Algeria:|1.333213|||2.50536||the key: WP_time_06.2 |
| 36268 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cambodia:|25.48471|||18.74447||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cyprus:|10.03847|||29.46634||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bulgaria:|12.26967|||8.289336||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bolivia:|21.69845|||15.60609||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belgium:|15.09221|||7.97927||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea:|2.109387|||3.417452||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gibraltar:||||||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Finland:|24.66064|||28.95431||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA only:||||||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Comoros:||||8.638516||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Italy:|16.56944|||6.279423||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Angola:|3.34973|||8.54684||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: North America:||||||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Estonia:|16.02593|||8.150898||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Post-demographic dividend:||||||the key: WP_time_06.2 |
| 36269 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Aruba:||||||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Curacao:||||||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Other small states:||||||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Dem. Rep.:|2.475664|||1.488148||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jordan:|16.68053|||5.383609||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IBRD only:||||||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low & middle income:|10.02002|||8.73872||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: India:|7.750843|||8.625574||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iran, Islamic Rep.:|31.93896|||31.02034||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cabo Verde:||||||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guatemala:|13.8887|||16.57551||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greece:|11.27114|||11.01275||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Faroe Islands:||||||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belize:|11.89817|||||the key: WP_time_06.2 |
| 36270 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Austria:|18.43545|||8.790981||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bhutan:|4.30694|||||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cuba:||||||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Australia:|23.25657|||18.91329||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific:||||||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA blend:||||||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fiji:||||||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Rep.:|3.906817|||4.581427||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: OECD members:||||||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ethiopia:|7.134992|||||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kosovo:|11.87789|||6.636677||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pacific island small states:||||||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: American Samoa:||||||the key: WP_time_06.2 |
| 36271 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cote d'Ivoire:|2.163233|||||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greenland:||||||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jamaica:|10.88925|||8.224866||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guam:||||||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (excluding high income):|11.77756|||9.403053||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burkina Faso:|6.568621|||3.304834||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Croatia:|25.96201|||13.89526||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Andorra:||||||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burundi:|2.108598|||2.919908||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Costa Rica:|14.55928|||12.23268||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bermuda:||||||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Benin:|6.305459|||3.169235||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Japan:|9.335245|||8.852245||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Afghanistan:|6.35448|||9.887392||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa:||||||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahrain:|24.55393|||36.26612||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ireland:|17.18807|||17.1757||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gabon:|4.779123|||3.378176||the key: WP_time_06.2 |
| 36272 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Caribbean small states:||||||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Azerbaijan:|14.99781|||15.32948||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia (IDA & IBRD):||||||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: North America:||||||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ecuador:|14.20739|||9.932518||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kenya:|12.55901|||6.788294||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iceland:||||||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Estonia:|12.89779|||7.299046||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: American Samoa:||||||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bermuda:||||||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belarus:|13.8752|||15.67754||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Early-demographic dividend:||||||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominican Republic:|18.21794|||12.0522||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fragile and conflict affected situations:||||||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Indonesia:|11.17375|||8.151073||the key: WP_time_06.3 |
| 36273 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: High income:|15.44779|||11.54743||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominica:||||||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Honduras:|7.228436|||6.452175||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (excluding high income):|5.741539|||4.318836||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea:|1.80637|||1.480353||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia:||||||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Croatia:|20.34419|||14.92715||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Denmark:|17.40933|||19.24979||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cameroon:|1.7063|||3.412774||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burundi:|0.9200684|||0.5300382||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Grenada:||||||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cambodia:|29.35651|||20.08803||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bhutan:|4.10022|||||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Italy:|10.60295|||3.196751||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA total:||||||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gibraltar:||||||the key: WP_time_06.3 |
| 36274 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: El Salvador:|14.48341|||2.815245||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: China:|8.657104|||6.133404||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA only:||||||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guatemala:|10.80622|||11.18453||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Post-demographic dividend:||||||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Equatorial Guinea:||||||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Austria:|8.458398|||7.823859||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Isle of Man:||||||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Euro area:|13.81467|||10.31347||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Aruba:||||||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cuba:||||||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: OECD members:||||||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fiji:||||||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Botswana:|10.89259|||4.938264||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Australia:|23.60302|||15.26236||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Colombia:|13.72624|||10.56265||the key: WP_time_06.3 |
| 36275 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iraq:|2.307394|||4.64817||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greece:|9.111151|||5.066993||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bulgaria:|14.30051|||7.376585||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bosnia and Herzegovina:|16.26892|||12.65102||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kiribati:||||||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central Europe and the Baltics:||||||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brazil:|10.11524|||6.126243||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Curacao:||||||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: World:|9.570063|||8.196622||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Afghanistan:|0.6672346|||4.925391||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (excluding high income):|10.18189|||7.74841||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Comoros:||||5.845753||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (excluding high income):|9.948268|||7.464249||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cote d'Ivoire:|2.3619|||||the key: WP_time_06.3 |
| 36276 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa:||||||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Upper middle income:|9.319122|||6.895167||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Benin:|8.941126|||5.171425||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Small states:||||||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Costa Rica:|10.90616|||7.840293||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: France:|14.65487|||17.35121||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low income:|7.852508|||10.98267||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gabon:|3.90954|||1.323205||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA blend:||||||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Germany:|15.77663|||10.92474||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Dem. People's Rep.:||||||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ethiopia:|7.57876|||||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Eritrea:||||||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Dem. Rep.:|2.3234|||1.544402||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa:||||||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Rep.:|15.5206|||12.87975||the key: WP_time_06.3 |
| 36277 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific:||||||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guyana:||||||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Antigua and Barbuda:||||||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea-Bissau:||||||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Albania:|9.719816|||5.994867||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hong Kong SAR, China:|7.080907|||5.381914||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ghana:|8.945537|||5.842479||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Argentina:|7.667912|||7.8105||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Arab World:||||||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Algeria:|2.977865|||0.4886589||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: European Union:||||||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Other small states:||||||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kazakhstan:|16.12542|||14.39212||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia:|5.107777|||7.923154||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA & IBRD total:||||||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Armenia:|20.88016|||19.4945||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guam:||||||the key: WP_time_06.3 |
| 36278 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lower middle income:|6.580384|||6.83896||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Georgia:|11.80656|||12.21247||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jordan:|10.31482|||3.566669||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bolivia:|17.89586|||17.58055||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cayman Islands:||||||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IBRD only:||||||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greenland:||||||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Japan:|6.696828|||3.509211||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gambia, The:||||||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brunei Darussalam:||||||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Czech Republic:|13.40287|||8.772821||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Faroe Islands:||||||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Angola:|2.285122|||7.339787||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: British Virgin Islands:||||||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_06.3 |
| 36279 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pre-demographic dividend:||||||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ireland:|19.40296|||14.38807||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Late-demographic dividend:||||||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (excluding high income):|10.77729|||7.200842||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chad:|1.441239|||6.048054||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: French Polynesia:||||||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Least developed countries: UN classification:||||||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cabo Verde:||||||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Andorra:||||||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low & middle income:|8.027838|||7.243015||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bangladesh:|9.80653|||22.32131||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Finland:|18.72903|||19.48407||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hungary:|8.618221|||10.22446||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Rep.:|4.882391|||1.753791||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahamas, The:||||||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Haiti:|3.903407|||10.01751||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: India:|4.931353|||6.742837||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Egypt, Arab Rep.:|4.915823|||2.748747||the key: WP_time_06.3 |
| 36280 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burkina Faso:|3.496636|||2.873962||the key: WP_time_06.3 |
| 36281 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Barbados:||||||the key: WP_time_06.3 |
| 36281 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belgium:|16.40316|||12.71261||the key: WP_time_06.3 |
| 36281 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pacific island small states:||||||the key: WP_time_06.3 |
| 36281 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Canada:|24.49486|||17.82475||the key: WP_time_06.3 |
| 36281 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Channel Islands:||||||the key: WP_time_06.3 |
| 36281 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chile:|11.66858|||5.874371||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Djibouti:||||3.818295||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kosovo:|6.630473|||5.552346||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jamaica:|11.28028|||7.636121||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central African Republic:||||0.9483109||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahrain:|15.45556|||6.202654||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Israel:|40.19658|||15.16874||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iran, Islamic Rep.:|31.18211|||30.27675||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean:||||||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle income:|8.050879|||6.86782||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cyprus:|9.164394|||24.69956||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belize:|15.43693|||||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Maldives:||||||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lesotho:||||2.680136||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mexico:|9.253859|||6.688293||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Thailand:|13.66566|||17.93429||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Poland:|15.81626|||7.737828||the key: WP_time_06.3 |
| 36282 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Moldova:|6.197622|||6.556089||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Northern Mariana Islands:||||||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Marshall Islands:||||||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Samoa:||||||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Martin (French part):||||||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritius:|13.15807|||9.002164||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Arab Emirates:|8.596344|||7.923073||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Monaco:||||||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malaysia:|16.5837|||10.27674||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sudan:|3.365206|||1.819269||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mongolia:|33.46542|||24.37819||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovenia:|10.73075|||12.08908||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Switzerland:|9.988551|||||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sint Maarten (Dutch part):||||||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malawi:|7.306109|||11.68936||the key: WP_time_06.3 |
| 36283 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Norway:|27.08742|||||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: San Marino:||||||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ukraine:|8.186332|||8.042524||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Montenegro:|21.41707|||20.16367||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Kingdom:|16.49894|||11.24206||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Portugal:|8.245351|||6.455556||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United States:|20.53817|||18.27112||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pakistan:|0.3338533|||1.935123||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uganda:|13.90758|||8.612303||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Morocco:||||3.622184||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sao Tome and Principe:||||||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Togo:|4.512662|||4.29252||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mozambique:||||||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lao PDR:||||17.22371||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritania:|7.077204|||7.257361||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tanzania:|6.412268|||6.865949||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Puerto Rico:|9.866173|||||the key: WP_time_06.3 |
| 36284 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Myanmar:|11.79898|||||the key: WP_time_06.3 |
| 36285 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sri Lanka:|17.31642|||19.39564||the key: WP_time_06.3 |
| 36285 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malta:|9.352161|||7.4375||the key: WP_time_06.3 |
| 36285 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Venezuela, RB:|1.211633|||1.49087||the key: WP_time_06.3 |
| 36285 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Libya:||||||the key: WP_time_06.3 |
| 36285 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Papua New Guinea:||||||the key: WP_time_06.3 |
| 36285 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tuvalu:||||||the key: WP_time_06.3 |
| 36285 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Namibia:|5.780772|||||the key: WP_time_06.3 |
| 36285 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36285 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uruguay:|20.02859|||13.68546||the key: WP_time_06.3 |
| 36285 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 36285 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uzbekistan:|0.712061|||1.236033||the key: WP_time_06.3 |
| 36285 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Kitts and Nevis:||||||the key: WP_time_06.3 |
| 36285 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: West Bank and Gaza:|2.755714|||2.300739||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Qatar:||||9.846316||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nauru:||||||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Vincent and the Grenadines:||||||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Africa:|11.40847|||6.470269||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Seychelles:||||||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kuwait:|13.46254|||17.06288||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macedonia, FYR:|11.5477|||10.08486||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turks and Caicos Islands:||||||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nepal:|9.607343|||9.649933||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sweden:|25.02295|||22.46914||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macao SAR, China:||||||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Paraguay:||||12.93029||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liberia:||||5.711397||the key: WP_time_06.3 |
| 36286 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Netherlands:|11.74056|||9.151627||the key: WP_time_06.3 |
| 36287 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Saudi Arabia:|5.7354|||1.395731||the key: WP_time_06.3 |
| 36287 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Solomon Islands:||||||the key: WP_time_06.3 |
| 36287 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovak Republic:|20.18355|||10.3377||the key: WP_time_06.3 |
| 36287 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Sudan:||||||the key: WP_time_06.3 |
| 36287 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tajikistan:|3.110016|||3.218527||the key: WP_time_06.3 |
| 36287 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Singapore:|14.32368|||6.27649||the key: WP_time_06.3 |
| 36287 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkmenistan:|2.177599|||1.066074||the key: WP_time_06.3 |
| 36287 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Luxembourg:|13.36373|||16.01912||the key: WP_time_06.3 |
| 36287 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Caledonia:||||||the key: WP_time_06.3 |
| 36287 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Romania:|12.10218|||6.722723||the key: WP_time_06.3 |
| 36287 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mali:|1.828166|||1.858731||the key: WP_time_06.3 |
| 36288 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Senegal:|3.060366|||2.472498||the key: WP_time_06.3 |
| 36288 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Micronesia, Fed. Sts.:||||||the key: WP_time_06.3 |
| 36288 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zimbabwe:|3.774438|||4.247175||the key: WP_time_06.3 |
| 36288 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kyrgyz Republic:|13.45504|||11.30374||the key: WP_time_06.3 |
| 36288 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tonga:||||||the key: WP_time_06.3 |
| 36288 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Trinidad and Tobago:||||7.087932||the key: WP_time_06.3 |
| 36288 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Oman:||||6.172167||the key: WP_time_06.3 |
| 36288 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zambia:|4.138735|||7.849719||the key: WP_time_06.3 |
| 36288 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Zealand:|34.87908|||25.43897||the key: WP_time_06.3 |
| 36288 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latvia:|14.63266|||8.193994||the key: WP_time_06.3 |
| 36288 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Timor-Leste:||||||the key: WP_time_06.3 |
| 36288 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lithuania:|9.10446|||5.574603||the key: WP_time_06.3 |
| 36289 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Peru:|9.898297|||12.35431||the key: WP_time_06.3 |
| 36289 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Madagascar:|1.82853|||1.616486||the key: WP_time_06.3 |
| 36289 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Yemen, Rep.:|0.4179241|||0.7406023||the key: WP_time_06.3 |
| 36289 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Spain:|15.46093|||9.674451||the key: WP_time_06.3 |
| 36289 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Palau:||||||the key: WP_time_06.3 |
| 36289 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkey:|14.76811|||2.412485||the key: WP_time_06.3 |
| 36289 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nicaragua:|15.99555|||6.592514||the key: WP_time_06.3 |
| 36289 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liechtenstein:||||||the key: WP_time_06.3 |
| 36289 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Suriname:||||||the key: WP_time_06.3 |
| 36289 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Russian Federation:|11.92107|||7.429877||the key: WP_time_06.3 |
| 36289 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Philippines:|13.60019|||12.8403||the key: WP_time_06.3 |
| 36289 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Niger:|0.6535916|||1.555224||the key: WP_time_06.3 |
| 36290 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Virgin Islands (U.S.):||||||the key: WP_time_06.3 |
| 36290 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Swaziland:||||10.00523||the key: WP_time_06.3 |
| 36290 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vanuatu:||||||the key: WP_time_06.3 |
| 36290 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Panama:|10.78525|||8.301247||the key: WP_time_06.3 |
| 36290 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Syrian Arab Republic:||||11.49726||the key: WP_time_06.3 |
| 36290 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Serbia:|8.24951|||14.40484||the key: WP_time_06.3 |
| 36290 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tunisia:|6.162709|||||the key: WP_time_06.3 |
| 36290 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nigeria:|4.135466|||1.951395||the key: WP_time_06.3 |
| 36290 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Lucia:||||||the key: WP_time_06.3 |
| 36290 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vietnam:|21.32852|||15.23619||the key: WP_time_06.3 |
| 36290 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Somalia:|1.392192|||||the key: WP_time_06.3 |
| 36291 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lebanon:|10.86067|||8.484057||the key: WP_time_06.3 |
| 36291 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Rwanda:|5.364771|||7.950524||the key: WP_time_06.3 |
| 36291 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sierra Leone:|3.048373|||6.477045||the key: WP_time_06.3 |
| 36285 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 36291 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nigeria:|37.861|||45.97359||the key: WP_time_08.2 |
| 36291 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Northern Mariana Islands:||||||the key: WP_time_08.2 |
| 36291 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liberia:||||43.10658||the key: WP_time_08.2 |
| 36291 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Kingdom:|15.16822|||14.76572||the key: WP_time_08.2 |
| 36291 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Seychelles:||||||the key: WP_time_08.2 |
| 36291 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vietnam:|32.60613|||35.21697||the key: WP_time_08.2 |
| 36291 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Trinidad and Tobago:||||10.6702||the key: WP_time_08.2 |
| 36292 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Virgin Islands (U.S.):||||||the key: WP_time_08.2 |
| 36291 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 36292 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: West Bank and Gaza:|28.35158|||42.82174||the key: WP_time_08.2 |
| 36292 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Norway:|13.54366|||||the key: WP_time_08.2 |
| 36292 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Suriname:||||||the key: WP_time_08.2 |
| 36292 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Oman:||||34.26837||the key: WP_time_08.2 |
| 36292 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tonga:||||||the key: WP_time_08.2 |
| 36292 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kyrgyz Republic:|21.27008|||29.22368||the key: WP_time_08.2 |
| 36292 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mexico:|29.00501|||16.11314||the key: WP_time_08.2 |
| 36292 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Somalia:|43.94224|||||the key: WP_time_08.2 |
| 36292 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pakistan:|36.83918|||23.90704||the key: WP_time_08.2 |
| 36292 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Palau:||||||the key: WP_time_08.2 |
| 36292 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malaysia:|47.21136|||22.84704||the key: WP_time_08.2 |
| 36293 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Togo:|17.16079|||22.67241||the key: WP_time_08.2 |
| 36293 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sierra Leone:|47.6596|||46.35796||the key: WP_time_08.2 |
| 36293 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Panama:|23.46605|||20.1682||the key: WP_time_08.2 |
| 36293 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Papua New Guinea:||||||the key: WP_time_08.2 |
| 36293 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Timor-Leste:||||||the key: WP_time_08.2 |
| 36293 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vanuatu:||||||the key: WP_time_08.2 |
| 36293 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Paraguay:||||17.98694||the key: WP_time_08.2 |
| 36293 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Spain:|20.317|||11.72487||the key: WP_time_08.2 |
| 36293 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liechtenstein:||||||the key: WP_time_08.2 |
| 36293 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Peru:|9.416058|||17.53065||the key: WP_time_08.2 |
| 36293 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Singapore:|5.864592|||17.80297||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sudan:|39.75992|||52.28139||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Philippines:|50.6352|||41.52736||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Thailand:|32.26519|||7.876333||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malawi:|46.2437|||45.54819||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sri Lanka:|9.55084|||16.97157||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Sudan:||||||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Poland:|14.94398|||11.94453||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tanzania:|42.30425|||51.05233||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Portugal:|15.36164|||5.613193||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sint Maarten (Dutch part):||||||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Puerto Rico:|9.884054|||||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macao SAR, China:||||||the key: WP_time_08.2 |
| 36294 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latvia:|20.97475|||20.78046||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Qatar:||||34.71833||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tajikistan:|13.27144|||28.81224||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Libya:||||||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Yemen, Rep.:|48.39425|||53.49215||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lao PDR:||||16.92074||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Madagascar:|51.31107|||57.76817||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Kitts and Nevis:||||||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lesotho:||||50.51073||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritania:|30.42792|||35.78946||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Romania:|28.18666|||16.4817||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lithuania:|20.46762|||28.24488||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovak Republic:|14.60924|||17.29492||the key: WP_time_08.2 |
| 36295 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Russian Federation:|16.1032|||23.51743||the key: WP_time_08.2 |
| 36296 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Syrian Arab Republic:||||21.6867||the key: WP_time_08.2 |
| 36296 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United States:|20.04885|||16.88586||the key: WP_time_08.2 |
| 36296 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Vincent and the Grenadines:||||||the key: WP_time_08.2 |
| 36296 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Marshall Islands:||||||the key: WP_time_08.2 |
| 36296 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Micronesia, Fed. Sts.:||||||the key: WP_time_08.2 |
| 36296 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Arab Emirates:|31.38498|||24.68639||the key: WP_time_08.2 |
| 36296 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Switzerland:|13.01966|||||the key: WP_time_08.2 |
| 36296 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Moldova:|35.87684|||40.22011||the key: WP_time_08.2 |
| 36296 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Samoa:||||||the key: WP_time_08.2 |
| 36297 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Monaco:||||||the key: WP_time_08.2 |
| 36297 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mongolia:|29.90147|||17.72737||the key: WP_time_08.2 |
| 36297 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Africa:|67.5839|||32.56954||the key: WP_time_08.2 |
| 36299 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ukraine:|22.1732|||37.73852||the key: WP_time_08.2 |
| 36299 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Montenegro:|21.48399|||32.33706||the key: WP_time_08.2 |
| 36299 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uganda:|72.20561|||46.76001||the key: WP_time_08.2 |
| 36299 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: San Marino:||||||the key: WP_time_08.2 |
| 36299 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Morocco:||||42.55167||the key: WP_time_08.2 |
| 36299 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malta:|8.218443|||4.258882||the key: WP_time_08.2 |
| 36300 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mozambique:||||||the key: WP_time_08.2 |
| 36301 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tuvalu:||||||the key: WP_time_08.2 |
| 36301 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sweden:|19.02506|||13.13175||the key: WP_time_08.2 |
| 36301 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sao Tome and Principe:||||||the key: WP_time_08.2 |
| 36301 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Myanmar:|22.27148|||||the key: WP_time_08.2 |
| 36301 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macedonia, FYR:|21.69446|||26.21626||the key: WP_time_08.2 |
| 36301 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Namibia:|32.10226|||||the key: WP_time_08.2 |
| 36301 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turks and Caicos Islands:||||||the key: WP_time_08.2 |
| 36301 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovenia:|19.47046|||13.15502||the key: WP_time_08.2 |
| 36302 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nauru:||||||the key: WP_time_08.2 |
| 36302 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nepal:|36.52645|||35.87877||the key: WP_time_08.2 |
| 36302 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkmenistan:|32.53115|||28.17825||the key: WP_time_08.2 |
| 36302 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uruguay:|9.605693|||7.266623||the key: WP_time_08.2 |
| 36302 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Netherlands:|14.67974|||8.058218||the key: WP_time_08.2 |
| 36302 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kuwait:|31.57143|||17.34998||the key: WP_time_08.2 |
| 36302 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Saudi Arabia:|38.42206|||24.81512||the key: WP_time_08.2 |
| 36302 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mali:|32.42263|||21.70466||the key: WP_time_08.2 |
| 36302 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Swaziland:||||49.99525||the key: WP_time_08.2 |
| 36302 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritius:|4.525686|||6.289931||the key: WP_time_08.2 |
| 36303 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Caledonia:||||||the key: WP_time_08.2 |
| 36303 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zambia:|56.0266|||41.78521||the key: WP_time_08.2 |
| 36303 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Senegal:|38.6503|||28.54196||the key: WP_time_08.2 |
| 36303 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Solomon Islands:||||||the key: WP_time_08.2 |
| 36303 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkey:|32.43356|||44.93488||the key: WP_time_08.2 |
| 36303 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uzbekistan:|11.7045|||12.9922||the key: WP_time_08.2 |
| 36303 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zimbabwe:|56.19838|||58.84324||the key: WP_time_08.2 |
| 36304 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Zealand:|15.15196|||14.67491||the key: WP_time_08.2 |
| 36304 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Martin (French part):||||||the key: WP_time_08.2 |
| 36304 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lebanon:|12.13428|||8.644568||the key: WP_time_08.2 |
| 36304 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nicaragua:|21.42208|||5.343211||the key: WP_time_08.2 |
| 36304 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Luxembourg:|11.09465|||6.760585||the key: WP_time_08.2 |
| 36304 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Venezuela, RB:|17.78069|||10.31402||the key: WP_time_08.2 |
| 36304 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Niger:|56.8709|||44.41413||the key: WP_time_08.2 |
| 36305 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Lucia:||||||the key: WP_time_08.2 |
| 36305 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tunisia:|17.85833|||||the key: WP_time_08.2 |
| 36305 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Maldives:||||||the key: WP_time_08.2 |
| 36305 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Serbia:|19.02793|||29.20057||the key: WP_time_08.2 |
| 36305 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Rwanda:|36.3871|||29.58575||the key: WP_time_08.2 |
| 36305 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Comoros:||||21.85836||the key: WP_time_08.2 |
| 36305 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: India:|34.54285|||21.57964||the key: WP_time_08.2 |
| 36305 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cameroon:|43.14611|||47.02294||the key: WP_time_08.2 |
| 36305 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belgium:|11.97307|||7.749935||the key: WP_time_08.2 |
| 36305 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guatemala:|21.47125|||10.42256||the key: WP_time_08.2 |
| 36305 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea:|35.09015|||34.27589||the key: WP_time_08.2 |
| 36305 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Faroe Islands:||||||the key: WP_time_08.2 |
| 36306 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_08.2 |
| 36306 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia (IDA & IBRD):||||||the key: WP_time_08.2 |
| 36306 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: British Virgin Islands:||||||the key: WP_time_08.2 |
| 36306 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hungary:|15.47144|||11.79642||the key: WP_time_08.2 |
| 36306 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chad:|24.24131|||30.30596||the key: WP_time_08.2 |
| 36306 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kiribati:||||||the key: WP_time_08.2 |
| 36306 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Rep.:|24.01317|||28.69844||the key: WP_time_08.2 |
| 36306 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cayman Islands:||||||the key: WP_time_08.2 |
| 36306 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jamaica:|35.90784|||21.52178||the key: WP_time_08.2 |
| 36306 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greece:|13.36547|||20.80789||the key: WP_time_08.2 |
| 36306 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iceland:||||||the key: WP_time_08.2 |
| 36307 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bermuda:||||||the key: WP_time_08.2 |
| 36307 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Austria:|20.1062|||6.586386||the key: WP_time_08.2 |
| 36307 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_08.2 |
| 36307 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guam:||||||the key: WP_time_08.2 |
| 36307 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kenya:|58.35332|||60.01956||the key: WP_time_08.2 |
| 36307 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: High income:|15.69593|||13.23707||the key: WP_time_08.2 |
| 36307 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ireland:|15.28394|||10.78933||the key: WP_time_08.2 |
| 36307 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belize:|32.71078|||||the key: WP_time_08.2 |
| 36307 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bosnia and Herzegovina:|6.80256|||14.54912||the key: WP_time_08.2 |
| 36307 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Least developed countries: UN classification:||||||the key: WP_time_08.2 |
| 36307 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Albania:|43.16896|||8.259418||the key: WP_time_08.2 |
| 36307 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bhutan:|11.16692|||||the key: WP_time_08.2 |
| 36308 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ghana:|22.54516|||29.7037||the key: WP_time_08.2 |
| 36308 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Azerbaijan:|33.42658|||27.96448||the key: WP_time_08.2 |
| 36308 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: European Union:||||||the key: WP_time_08.2 |
| 36308 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bulgaria:|19.00824|||20.08388||the key: WP_time_08.2 |
| 36308 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: El Salvador:|13.54912|||6.184538||the key: WP_time_08.2 |
| 36308 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lower middle income:|34.73043|||27.95121||the key: WP_time_08.2 |
| 36308 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ethiopia:|29.12515|||||the key: WP_time_08.2 |
| 36308 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cote d'Ivoire:|41.6328|||||the key: WP_time_08.2 |
| 36308 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahamas, The:||||||the key: WP_time_08.2 |
| 36308 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low income:|35.34453|||31.80538||the key: WP_time_08.2 |
| 36308 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_08.2 |
| 36309 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gambia, The:||||||the key: WP_time_08.2 |
| 36309 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: China:|25.80843|||26.1279||the key: WP_time_08.2 |
| 36309 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pacific island small states:||||||the key: WP_time_08.2 |
| 36309 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Italy:|21.68555|||3.383918||the key: WP_time_08.2 |
| 36309 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Algeria:|12.4869|||28.72268||the key: WP_time_08.2 |
| 36309 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: OECD members:||||||the key: WP_time_08.2 |
| 36309 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Canada:|17.33173|||17.95812||the key: WP_time_08.2 |
| 36309 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cuba:||||||the key: WP_time_08.2 |
| 36309 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gibraltar:||||||the key: WP_time_08.2 |
| 36309 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Angola:|19.56762|||25.08558||the key: WP_time_08.2 |
| 36309 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Egypt, Arab Rep.:|16.73813|||25.80315||the key: WP_time_08.2 |
| 36309 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa:||||||the key: WP_time_08.2 |
| 36310 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Israel:|16.09388|||21.1785||the key: WP_time_08.2 |
| 36310 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brazil:|5.713404|||16.7175||the key: WP_time_08.2 |
| 36310 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pre-demographic dividend:||||||the key: WP_time_08.2 |
| 36310 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kosovo:|21.71091|||20.59544||the key: WP_time_08.2 |
| 36310 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Botswana:|61.3857|||46.79336||the key: WP_time_08.2 |
| 36310 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Finland:|19.93517|||16.23795||the key: WP_time_08.2 |
| 36310 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Armenia:|26.22748|||33.07584||the key: WP_time_08.2 |
| 36310 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burundi:|44.79292|||44.2184||the key: WP_time_08.2 |
| 36310 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burkina Faso:|29.43611|||35.98101||the key: WP_time_08.2 |
| 36310 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kazakhstan:|24.94625|||32.73809||the key: WP_time_08.2 |
| 36310 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Upper middle income:|24.89964|||24.23905||the key: WP_time_08.2 |
| 36311 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Georgia:|15.98279|||14.89576||the key: WP_time_08.2 |
| 36311 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Afghanistan:|25.83302|||39.42191||the key: WP_time_08.2 |
| 36311 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific:||||||the key: WP_time_08.2 |
| 36311 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Argentina:|8.265626|||7.821794||the key: WP_time_08.2 |
| 36311 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: France:|7.963619|||2.30416||the key: WP_time_08.2 |
| 36311 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: French Polynesia:||||||the key: WP_time_08.2 |
| 36311 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Channel Islands:||||||the key: WP_time_08.2 |
| 36311 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fiji:||||||the key: WP_time_08.2 |
| 36311 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA blend:||||||the key: WP_time_08.2 |
| 36311 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA only:||||||the key: WP_time_08.2 |
| 36311 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Arab World:||||||the key: WP_time_08.2 |
| 36312 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Early-demographic dividend:||||||the key: WP_time_08.2 |
| 36312 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_08.2 |
| 36312 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean:||||||the key: WP_time_08.2 |
| 36312 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (excluding high income):|41.90893|||41.15527||the key: WP_time_08.2 |
| 36312 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (excluding high income):|29.11429|||28.34229||the key: WP_time_08.2 |
| 36312 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: North America:||||||the key: WP_time_08.2 |
| 36312 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: World:|27.31137|||23.83722||the key: WP_time_08.2 |
| 36312 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia:||||||the key: WP_time_08.2 |
| 36312 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa:||||||the key: WP_time_08.2 |
| 36312 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_08.2 |
| 36312 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Estonia:|20.42818|||24.96234||the key: WP_time_08.2 |
| 36312 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Equatorial Guinea:||||||the key: WP_time_08.2 |
| 36313 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle income:|29.48799|||26.0629||the key: WP_time_08.2 |
| 36313 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Other small states:||||||the key: WP_time_08.2 |
| 36313 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Colombia:|19.67113|||19.56793||the key: WP_time_08.2 |
| 36313 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cyprus:|24.53529|||13.13289||the key: WP_time_08.2 |
| 36313 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Denmark:|16.1172|||11.51032||the key: WP_time_08.2 |
| 36313 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Post-demographic dividend:||||||the key: WP_time_08.2 |
| 36313 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Haiti:|26.88558|||34.71001||the key: WP_time_08.2 |
| 36313 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fragile and conflict affected situations:||||||the key: WP_time_08.2 |
| 36313 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Eritrea:||||||the key: WP_time_08.2 |
| 36314 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahrain:|38.54376|||25.5778||the key: WP_time_08.2 |
| 36314 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Andorra:||||||the key: WP_time_08.2 |
| 36314 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Curacao:||||||the key: WP_time_08.2 |
| 36314 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bolivia:|15.83298|||8.109496||the key: WP_time_08.2 |
| 36314 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_08.2 |
| 36314 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA & IBRD total:||||||the key: WP_time_08.2 |
| 36314 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA total:||||||the key: WP_time_08.2 |
| 36314 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Caribbean small states:||||||the key: WP_time_08.2 |
| 36314 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (excluding high income):|14.81438|||15.59917||the key: WP_time_08.2 |
| 36314 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Croatia:|25.52472|||22.62501||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Aruba:||||||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Dem. People's Rep.:||||||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Honduras:|20.22885|||12.55744||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iraq:|47.5389|||41.41142||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brunei Darussalam:||||||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ecuador:|5.024765|||15.81348||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central Europe and the Baltics:||||||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Germany:|12.33466|||9.452102||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Rep.:|18.6469|||18.12787||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Small states:||||||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Euro area:|15.10888|||7.885988||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea-Bissau:||||||the key: WP_time_08.2 |
| 36315 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Grenada:||||||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Dem. Rep.:|39.88625|||27.07842||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Late-demographic dividend:||||||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominican Republic:|24.51954|||17.90677||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jordan:|18.2685|||27.75275||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Antigua and Barbuda:||||||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Indonesia:|41.74973|||42.01768||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominica:||||||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guyana:||||||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Japan:|7.964005|||4.614779||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central African Republic:||||20.80619||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (excluding high income):|24.50973|||31.40494||the key: WP_time_08.2 |
| 36316 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IBRD only:||||||the key: WP_time_08.2 |
| 36317 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low & middle income:|30.14747|||26.58455||the key: WP_time_08.2 |
| 36317 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia:|33.59572|||21.42675||the key: WP_time_08.2 |
| 36317 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gabon:|27.92639|||28.24037||the key: WP_time_08.2 |
| 36317 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Costa Rica:|14.04706|||7.317255||the key: WP_time_08.2 |
| 36317 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cabo Verde:||||||the key: WP_time_08.2 |
| 36317 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Australia:|15.27525|||12.47371||the key: WP_time_08.2 |
| 36317 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chile:|7.093519|||9.875101||the key: WP_time_08.2 |
| 36317 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iran, Islamic Rep.:|47.65068|||49.61054||the key: WP_time_08.2 |
| 36317 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greenland:||||||the key: WP_time_08.2 |
| 36318 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bangladesh:|26.3108|||13.24036||the key: WP_time_08.2 |
| 36318 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belarus:|21.07221|||41.75782||the key: WP_time_08.2 |
| 36318 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Benin:|24.20218|||31.45196||the key: WP_time_08.2 |
| 36318 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Barbados:||||||the key: WP_time_08.2 |
| 36318 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Isle of Man:||||||the key: WP_time_08.2 |
| 36318 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cambodia:|35.53156|||39.374||the key: WP_time_08.2 |
| 36318 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Czech Republic:|11.77906|||15.85764||the key: WP_time_08.2 |
| 36318 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Djibouti:||||17.18742||the key: WP_time_08.2 |
| 36318 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hong Kong SAR, China:|8.445268|||14.85283||the key: WP_time_08.2 |
| 36318 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: American Samoa:||||||the key: WP_time_08.2 |
| 36318 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Argentina:|4.006867|||6.439852||the key: WP_time_08.3 |
| 36318 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA only:||||||the key: WP_time_08.3 |
| 36319 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Rep.:|23.24032|||28.79191||the key: WP_time_08.3 |
| 36319 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Early-demographic dividend:||||||the key: WP_time_08.3 |
| 36319 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cyprus:|17.01938|||10.88077||the key: WP_time_08.3 |
| 36319 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia (IDA & IBRD):||||||the key: WP_time_08.3 |
| 36319 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominica:||||||the key: WP_time_08.3 |
| 36319 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Grenada:||||||the key: WP_time_08.3 |
| 36319 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iceland:||||||the key: WP_time_08.3 |
| 36319 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: OECD members:||||||the key: WP_time_08.3 |
| 36319 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Croatia:|27.7232|||16.94037||the key: WP_time_08.3 |
| 36319 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ethiopia:|29.77929|||||the key: WP_time_08.3 |
| 36319 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kosovo:|11.73797|||13.41674||the key: WP_time_08.3 |
| 36319 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pacific island small states:||||||the key: WP_time_08.3 |
| 36320 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Isle of Man:||||||the key: WP_time_08.3 |
| 36320 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cote d'Ivoire:|29.0914|||||the key: WP_time_08.3 |
| 36320 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Indonesia:|41.23009|||42.57477||the key: WP_time_08.3 |
| 36320 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Andorra:||||||the key: WP_time_08.3 |
| 36320 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (excluding high income):|27.41137|||26.02761||the key: WP_time_08.3 |
| 36320 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bosnia and Herzegovina:|6.367043|||16.48026||the key: WP_time_08.3 |
| 36320 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Haiti:|27.1133|||37.33063||the key: WP_time_08.3 |
| 36320 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_08.3 |
| 36320 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Dem. People's Rep.:||||||the key: WP_time_08.3 |
| 36320 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cameroon:|41.34314|||43.02929||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Late-demographic dividend:||||||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia:|29.11258|||17.38919||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ecuador:|7.126173|||14.92657||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominican Republic:|19.84675|||13.34591||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (excluding high income):|22.74782|||29.19892||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: High income:|14.36168|||13.29304||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greenland:||||||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bangladesh:|23.99908|||7.680827||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kazakhstan:|22.95351|||30.07969||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Comoros:||||28.64066||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guam:||||||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chad:|24.8093|||31.24683||the key: WP_time_08.3 |
| 36321 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jamaica:|23.62747|||19.99422||the key: WP_time_08.3 |
| 36322 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: American Samoa:||||||the key: WP_time_08.3 |
| 36322 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low income:|34.48682|||28.50027||the key: WP_time_08.3 |
| 36322 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Italy:|24.42943|||3.198008||the key: WP_time_08.3 |
| 36322 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: China:|24.29866|||23.8297||the key: WP_time_08.3 |
| 36322 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Azerbaijan:|33.13686|||25.87785||the key: WP_time_08.3 |
| 36322 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Angola:|20.47246|||27.31081||the key: WP_time_08.3 |
| 36322 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Upper middle income:|23.14865|||21.91881||the key: WP_time_08.3 |
| 36322 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Algeria:|13.85746|||20.94647||the key: WP_time_08.3 |
| 36322 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahrain:|32.59502|||15.29692||the key: WP_time_08.3 |
| 36322 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: France:|5.287811|||6.76855||the key: WP_time_08.3 |
| 36322 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Israel:|18.00347|||18.60584||the key: WP_time_08.3 |
| 36323 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_08.3 |
| 36323 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Other small states:||||||the key: WP_time_08.3 |
| 36323 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: World:|25.0708|||21.46462||the key: WP_time_08.3 |
| 36323 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_08.3 |
| 36323 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: North America:||||||the key: WP_time_08.3 |
| 36323 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean:||||||the key: WP_time_08.3 |
| 36323 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (excluding high income):|41.92706|||38.99221||the key: WP_time_08.3 |
| 36323 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia:||||||the key: WP_time_08.3 |
| 36323 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Estonia:|19.25199|||24.6034||the key: WP_time_08.3 |
| 36323 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Equatorial Guinea:||||||the key: WP_time_08.3 |
| 36323 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Denmark:|13.77144|||12.74943||the key: WP_time_08.3 |
| 36324 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Post-demographic dividend:||||||the key: WP_time_08.3 |
| 36324 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Eritrea:||||||the key: WP_time_08.3 |
| 36324 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Caribbean small states:||||||the key: WP_time_08.3 |
| 36324 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA total:||||||the key: WP_time_08.3 |
| 36324 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Colombia:|12.33816|||17.07574||the key: WP_time_08.3 |
| 36324 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bolivia:|10.65363|||8.732789||the key: WP_time_08.3 |
| 36324 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Curacao:||||||the key: WP_time_08.3 |
| 36324 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Aruba:||||||the key: WP_time_08.3 |
| 36324 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Least developed countries: UN classification:||||||the key: WP_time_08.3 |
| 36324 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (excluding high income):|12.24093|||13.31759||the key: WP_time_08.3 |
| 36324 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea-Bissau:||||||the key: WP_time_08.3 |
| 36325 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fragile and conflict affected situations:||||||the key: WP_time_08.3 |
| 36325 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central Europe and the Baltics:||||||the key: WP_time_08.3 |
| 36325 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iraq:|48.7506|||41.53613||the key: WP_time_08.3 |
| 36325 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brunei Darussalam:||||||the key: WP_time_08.3 |
| 36325 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Germany:|7.407331|||7.72042||the key: WP_time_08.3 |
| 36325 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle income:|27.01257|||23.31762||the key: WP_time_08.3 |
| 36325 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Small states:||||||the key: WP_time_08.3 |
| 36325 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Dem. Rep.:|41.93377|||32.98473||the key: WP_time_08.3 |
| 36325 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pre-demographic dividend:||||||the key: WP_time_08.3 |
| 36325 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_08.3 |
| 36325 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Antigua and Barbuda:||||||the key: WP_time_08.3 |
| 36325 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jordan:|16.40107|||24.4202||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Euro area:|13.94263|||7.91428||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Japan:|4.220136|||5.468972||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Afghanistan:|18.55796|||21.04883||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Arab World:||||||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guyana:||||||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hong Kong SAR, China:|8.180142|||9.557249||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IBRD only:||||||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low & middle income:|27.88072|||23.79018||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cambodia:|36.77151|||38.45876||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central African Republic:||||20.05333||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cabo Verde:||||||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iran, Islamic Rep.:|49.69936|||50.58956||the key: WP_time_08.3 |
| 36326 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chile:|5.639598|||8.96632||the key: WP_time_08.3 |
| 36327 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Australia:|18.45452|||12.70027||the key: WP_time_08.3 |
| 36327 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Barbados:||||||the key: WP_time_08.3 |
| 36327 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Benin:|24.17454|||33.42248||the key: WP_time_08.3 |
| 36327 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Costa Rica:|14.59878|||6.742227||the key: WP_time_08.3 |
| 36327 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Djibouti:||||19.11417||the key: WP_time_08.3 |
| 36327 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belgium:|12.38905|||3.397512||the key: WP_time_08.3 |
| 36327 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: India:|29.96823|||17.74783||the key: WP_time_08.3 |
| 36327 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: British Virgin Islands:||||||the key: WP_time_08.3 |
| 36327 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_08.3 |
| 36327 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guatemala:|17.80283|||9.687009||the key: WP_time_08.3 |
| 36327 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bulgaria:|20.55826|||22.97103||the key: WP_time_08.3 |
| 36327 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hungary:|14.42|||7.654952||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea:|39.13463|||35.73753||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kiribati:||||||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greece:|14.81148|||19.37177||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bermuda:||||||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Austria:|10.28291|||5.447924||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kenya:|62.3253|||56.49406||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cayman Islands:||||||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belize:|30.4262|||||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belarus:|21.18069|||36.14813||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Albania:|45.51252|||13.32903||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bhutan:|9.039886|||||the key: WP_time_08.3 |
| 36328 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: European Union:||||||the key: WP_time_08.3 |
| 36329 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: El Salvador:|11.25555|||6.36683||the key: WP_time_08.3 |
| 36329 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Rep.:|15.67421|||15.92602||the key: WP_time_08.3 |
| 36329 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahamas, The:||||||the key: WP_time_08.3 |
| 36329 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gambia, The:||||||the key: WP_time_08.3 |
| 36329 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_08.3 |
| 36329 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ghana:|20.74669|||27.8538||the key: WP_time_08.3 |
| 36329 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Canada:|16.83404|||14.13593||the key: WP_time_08.3 |
| 36329 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gibraltar:||||||the key: WP_time_08.3 |
| 36329 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ireland:|17.05826|||11.69545||the key: WP_time_08.3 |
| 36329 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Faroe Islands:||||||the key: WP_time_08.3 |
| 36329 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cuba:||||||the key: WP_time_08.3 |
| 36330 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gabon:|27.97665|||26.54043||the key: WP_time_08.3 |
| 36330 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Egypt, Arab Rep.:|26.46009|||24.69715||the key: WP_time_08.3 |
| 36330 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa:||||||the key: WP_time_08.3 |
| 36332 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Czech Republic:|16.25284|||20.05545||the key: WP_time_08.3 |
| 36332 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Botswana:|61.08085|||46.20688||the key: WP_time_08.3 |
| 36332 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brazil:|6.100553|||14.61817||the key: WP_time_08.3 |
| 36332 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Armenia:|27.39772|||31.73919||the key: WP_time_08.3 |
| 36332 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burundi:|47.03995|||43.52173||the key: WP_time_08.3 |
| 36332 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa:||||||the key: WP_time_08.3 |
| 36333 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Finland:|20.5516|||14.09476||the key: WP_time_08.3 |
| 36334 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA & IBRD total:||||||the key: WP_time_08.3 |
| 36334 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Georgia:|16.45548|||13.30634||the key: WP_time_08.3 |
| 36334 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lower middle income:|31.49269|||24.79387||the key: WP_time_08.3 |
| 36334 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific:||||||the key: WP_time_08.3 |
| 36334 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: French Polynesia:||||||the key: WP_time_08.3 |
| 36334 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Channel Islands:||||||the key: WP_time_08.3 |
| 36334 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fiji:||||||the key: WP_time_08.3 |
| 36334 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA blend:||||||the key: WP_time_08.3 |
| 36334 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burkina Faso:|31.49273|||25.9423||the key: WP_time_08.3 |
| 36335 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Honduras:|16.43678|||9.146934||the key: WP_time_08.3 |
| 36335 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vietnam:|27.27524|||27.0438||the key: WP_time_08.3 |
| 36335 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Venezuela, RB:|13.73927|||9.325727||the key: WP_time_08.3 |
| 36335 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vanuatu:||||||the key: WP_time_08.3 |
| 36335 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uzbekistan:|10.51621|||10.41415||the key: WP_time_08.3 |
| 36335 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uruguay:|6.638786|||5.664165||the key: WP_time_08.3 |
| 36335 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United States:|19.57696|||17.58147||the key: WP_time_08.3 |
| 36335 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Kingdom:|10.23758|||13.06202||the key: WP_time_08.3 |
| 36335 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Arab Emirates:|21.13531|||21.91762||the key: WP_time_08.3 |
| 36335 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ukraine:|21.99172|||36.99448||the key: WP_time_08.3 |
| 36336 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uganda:|66.66776|||46.14769||the key: WP_time_08.3 |
| 36336 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tuvalu:||||||the key: WP_time_08.3 |
| 36336 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turks and Caicos Islands:||||||the key: WP_time_08.3 |
| 36336 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkmenistan:|32.78561|||23.94518||the key: WP_time_08.3 |
| 36336 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkey:|25.61208|||41.04251||the key: WP_time_08.3 |
| 36336 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tunisia:|14.40838|||||the key: WP_time_08.3 |
| 36336 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Virgin Islands (U.S.):||||||the key: WP_time_08.3 |
| 36337 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Trinidad and Tobago:||||11.78002||the key: WP_time_08.3 |
| 36337 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tonga:||||||the key: WP_time_08.3 |
| 36337 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Togo:|16.95745|||16.05097||the key: WP_time_08.3 |
| 36337 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Timor-Leste:||||||the key: WP_time_08.3 |
| 36337 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Thailand:|30.11933|||7.464549||the key: WP_time_08.3 |
| 36337 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tanzania:|37.53339|||41.12138||the key: WP_time_08.3 |
| 36337 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tajikistan:|11.11885|||22.24218||the key: WP_time_08.3 |
| 36337 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Syrian Arab Republic:||||18.41454||the key: WP_time_08.3 |
| 36337 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Switzerland:|9.394691|||||the key: WP_time_08.3 |
| 36337 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sweden:|15.45652|||11.38658||the key: WP_time_08.3 |
| 36338 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Swaziland:||||51.37819||the key: WP_time_08.3 |
| 36338 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Suriname:||||||the key: WP_time_08.3 |
| 36338 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sudan:|36.12785|||42.44493||the key: WP_time_08.3 |
| 36338 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Vincent and the Grenadines:||||||the key: WP_time_08.3 |
| 36338 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Martin (French part):||||||the key: WP_time_08.3 |
| 36338 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Lucia:||||||the key: WP_time_08.3 |
| 36338 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Kitts and Nevis:||||||the key: WP_time_08.3 |
| 36338 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sri Lanka:|8.497635|||8.966499||the key: WP_time_08.3 |
| 36338 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Spain:|23.7285|||11.98075||the key: WP_time_08.3 |
| 36339 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: West Bank and Gaza:|23.09217|||40.72269||the key: WP_time_08.3 |
| 36339 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Sudan:||||||the key: WP_time_08.3 |
| 36339 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Africa:|74.43705|||36.03111||the key: WP_time_08.3 |
| 36339 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Somalia:|37.32578|||||the key: WP_time_08.3 |
| 36339 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Solomon Islands:||||||the key: WP_time_08.3 |
| 36339 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovenia:|14.46295|||12.59578||the key: WP_time_08.3 |
| 36339 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovak Republic:|12.3207|||18.40949||the key: WP_time_08.3 |
| 36340 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sint Maarten (Dutch part):||||||the key: WP_time_08.3 |
| 36340 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Singapore:|3.077771|||13.38459||the key: WP_time_08.3 |
| 36340 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sierra Leone:|38.40018|||40.27553||the key: WP_time_08.3 |
| 36340 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Seychelles:||||||the key: WP_time_08.3 |
| 36340 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Serbia:|17.09257|||28.70298||the key: WP_time_08.3 |
| 36340 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Senegal:|43.91534|||24.03681||the key: WP_time_08.3 |
| 36340 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Saudi Arabia:|35.68863|||27.86276||the key: WP_time_08.3 |
| 36340 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sao Tome and Principe:||||||the key: WP_time_08.3 |
| 36340 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: San Marino:||||||the key: WP_time_08.3 |
| 36340 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Samoa:||||||the key: WP_time_08.3 |
| 36340 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Rwanda:|36.82246|||26.09165||the key: WP_time_08.3 |
| 36340 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Russian Federation:|17.73021|||23.42277||the key: WP_time_08.3 |
| 36341 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Romania:|34.98487|||20.0146||the key: WP_time_08.3 |
| 36341 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Yemen, Rep.:|54.85005|||37.88692||the key: WP_time_08.3 |
| 36341 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Qatar:||||23.93707||the key: WP_time_08.3 |
| 36341 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Puerto Rico:|11.55804|||||the key: WP_time_08.3 |
| 36341 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Portugal:|15.87678|||8.033004||the key: WP_time_08.3 |
| 36341 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Poland:|9.531736|||14.71058||the key: WP_time_08.3 |
| 36341 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Philippines:|46.76013|||36.54623||the key: WP_time_08.3 |
| 36341 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Peru:|11.42173|||11.53715||the key: WP_time_08.3 |
| 36341 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Paraguay:||||12.04184||the key: WP_time_08.3 |
| 36341 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Papua New Guinea:||||||the key: WP_time_08.3 |
| 36341 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Panama:|21.76435|||14.4874||the key: WP_time_08.3 |
| 36342 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Palau:||||||the key: WP_time_08.3 |
| 36342 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pakistan:|30.99278|||22.34791||the key: WP_time_08.3 |
| 36342 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Oman:||||31.84804||the key: WP_time_08.3 |
| 36342 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Norway:|12.46192|||||the key: WP_time_08.3 |
| 36342 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Northern Mariana Islands:||||||the key: WP_time_08.3 |
| 36342 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nigeria:|37.20174|||42.15734||the key: WP_time_08.3 |
| 36342 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Niger:|55.01271|||41.55626||the key: WP_time_08.3 |
| 36342 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nicaragua:|12.2748|||3.255801||the key: WP_time_08.3 |
| 36342 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Zealand:|16.07038|||19.38911||the key: WP_time_08.3 |
| 36342 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zambia:|50.70708|||41.36566||the key: WP_time_08.3 |
| 36343 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Caledonia:||||||the key: WP_time_08.3 |
| 36343 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Netherlands:|11.75657|||6.340597||the key: WP_time_08.3 |
| 36343 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nepal:|33.93009|||30.6164||the key: WP_time_08.3 |
| 36343 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nauru:||||||the key: WP_time_08.3 |
| 36343 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Namibia:|28.18743|||||the key: WP_time_08.3 |
| 36343 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Myanmar:|21.37831|||||the key: WP_time_08.3 |
| 36343 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mozambique:||||||the key: WP_time_08.3 |
| 36343 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Morocco:||||39.24162||the key: WP_time_08.3 |
| 36343 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Montenegro:|19.8871|||37.87038||the key: WP_time_08.3 |
| 36343 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mongolia:|27.87469|||13.62232||the key: WP_time_08.3 |
| 36343 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Monaco:||||||the key: WP_time_08.3 |
| 36344 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Moldova:|42.06865|||43.66141||the key: WP_time_08.3 |
| 36344 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Micronesia, Fed. Sts.:||||||the key: WP_time_08.3 |
| 36344 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mexico:|23.24824|||13.48385||the key: WP_time_08.3 |
| 36344 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritius:|2.853065|||5.800734||the key: WP_time_08.3 |
| 36344 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritania:|29.26213|||33.31319||the key: WP_time_08.3 |
| 36344 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Marshall Islands:||||||the key: WP_time_08.3 |
| 36344 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malta:|8.636335|||5.651365||the key: WP_time_08.3 |
| 36344 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mali:|33.27981|||26.46292||the key: WP_time_08.3 |
| 36344 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zimbabwe:|54.67293|||56.14853||the key: WP_time_08.3 |
| 36344 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Maldives:||||||the key: WP_time_08.3 |
| 36345 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malaysia:|29.85128|||16.84339||the key: WP_time_08.3 |
| 36345 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malawi:|46.05936|||42.51038||the key: WP_time_08.3 |
| 36345 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Madagascar:|50.54984|||57.66215||the key: WP_time_08.3 |
| 36345 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macedonia, FYR:|18.56172|||21.03166||the key: WP_time_08.3 |
| 36345 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macao SAR, China:||||||the key: WP_time_08.3 |
| 36345 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Luxembourg:|4.79846|||4.853839||the key: WP_time_08.3 |
| 36345 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lithuania:|21.32366|||22.9792||the key: WP_time_08.3 |
| 36345 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liechtenstein:||||||the key: WP_time_08.3 |
| 36345 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Libya:||||||the key: WP_time_08.3 |
| 36345 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liberia:||||39.93621||the key: WP_time_08.3 |
| 36345 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lesotho:||||51.04047||the key: WP_time_08.3 |
| 36346 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lebanon:|13.54094|||14.93571||the key: WP_time_08.3 |
| 36346 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latvia:|19.14226|||17.83993||the key: WP_time_08.3 |
| 36346 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lao PDR:||||14.42814||the key: WP_time_08.3 |
| 36346 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kyrgyz Republic:|20.67954|||22.11625||the key: WP_time_08.3 |
| 36346 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kuwait:|28.32599|||19.44656||the key: WP_time_08.3 |
| 36346 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liechtenstein:||||||the key: WP_time_09.2 |
| 36346 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lithuania:|0.1022575|||4.690748||the key: WP_time_09.2 |
| 36346 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Luxembourg:|0.058818|||2.069559||the key: WP_time_09.2 |
| 36346 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macao SAR, China:||||||the key: WP_time_09.2 |
| 36346 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macedonia, FYR:|1.053349|||3.830667||the key: WP_time_09.2 |
| 36347 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Madagascar:|4.700282|||0||the key: WP_time_09.2 |
| 36347 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malawi:|12.20483|||5.890087||the key: WP_time_09.2 |
| 36347 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malaysia:|1.543653|||2.796635||the key: WP_time_09.2 |
| 36347 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Maldives:||||||the key: WP_time_09.2 |
| 36347 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zimbabwe:|6.100868|||4.861396||the key: WP_time_09.2 |
| 36347 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mali:|2.856937|||2.924597||the key: WP_time_09.2 |
| 36347 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malta:|0.4991829|||0.1482943||the key: WP_time_09.2 |
| 36347 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Marshall Islands:||||||the key: WP_time_09.2 |
| 36347 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritania:|4.734206|||10.73094||the key: WP_time_09.2 |
| 36347 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritius:|0|||0||the key: WP_time_09.2 |
| 36347 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mexico:|11.41795|||3.841915||the key: WP_time_09.2 |
| 36347 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lesotho:||||6.134252||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Micronesia, Fed. Sts.:||||||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Moldova:|4.301938|||3.96331||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Monaco:||||||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mongolia:|3.512008|||4.867435||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Montenegro:|0.7482802|||4.818429||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Morocco:||||1.608203||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mozambique:||||||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Myanmar:|15.21865|||||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Namibia:|2.341111|||||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nauru:||||||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nepal:|20.63283|||18.86298||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Netherlands:|0|||0.9867368||the key: WP_time_09.2 |
| 36348 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Caledonia:||||||the key: WP_time_09.2 |
| 36349 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zambia:|7.765949|||3.534036||the key: WP_time_09.2 |
| 36349 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Zealand:|0.8743709|||4.570342||the key: WP_time_09.2 |
| 36349 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vanuatu:||||||the key: WP_time_09.2 |
| 36349 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nicaragua:|9.39712|||3.055744||the key: WP_time_09.2 |
| 36349 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lebanon:|4.799186|||2.304648||the key: WP_time_09.2 |
| 36349 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Niger:|1.649488|||8.904278||the key: WP_time_09.2 |
| 36349 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nigeria:|1.83595|||2.198898||the key: WP_time_09.2 |
| 36349 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Northern Mariana Islands:||||||the key: WP_time_09.2 |
| 36349 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Norway:|0.2868974|||||the key: WP_time_09.2 |
| 36349 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Oman:||||7.852134||the key: WP_time_09.2 |
| 36349 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pakistan:|6.881938|||2.588947||the key: WP_time_09.2 |
| 36350 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Palau:||||||the key: WP_time_09.2 |
| 36350 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Panama:|18.74411|||11.8265||the key: WP_time_09.2 |
| 36350 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Papua New Guinea:||||||the key: WP_time_09.2 |
| 36350 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Paraguay:||||4.413614||the key: WP_time_09.2 |
| 36350 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Peru:|2.177963|||4.293357||the key: WP_time_09.2 |
| 36350 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Philippines:|12.21913|||11.40218||the key: WP_time_09.2 |
| 36350 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Poland:|0.2622178|||1.105623||the key: WP_time_09.2 |
| 36350 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Portugal:|0.0776362|||0.8891574||the key: WP_time_09.2 |
| 36350 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Puerto Rico:|1.194694|||||the key: WP_time_09.2 |
| 36350 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Qatar:||||10.76306||the key: WP_time_09.2 |
| 36350 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latvia:|1.438998|||3.37619||the key: WP_time_09.2 |
| 36350 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Romania:|1.146842|||0.1266531||the key: WP_time_09.2 |
| 36351 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Yemen, Rep.:|16.36497|||12.12218||the key: WP_time_09.2 |
| 36351 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Russian Federation:|0.6654498|||1.812366||the key: WP_time_09.2 |
| 36351 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Rwanda:|2.352321|||3.941774||the key: WP_time_09.2 |
| 36351 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Samoa:||||||the key: WP_time_09.2 |
| 36351 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: San Marino:||||||the key: WP_time_09.2 |
| 36351 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sao Tome and Principe:||||||the key: WP_time_09.2 |
| 36351 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Saudi Arabia:|20.65907|||9.546223||the key: WP_time_09.2 |
| 36351 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Senegal:|3.046353|||1.038609||the key: WP_time_09.2 |
| 36351 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Serbia:|0|||1.512669||the key: WP_time_09.2 |
| 36351 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Seychelles:||||||the key: WP_time_09.2 |
| 36352 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sierra Leone:|8.558496|||6.434239||the key: WP_time_09.2 |
| 36352 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Singapore:|1.058223|||1.61601||the key: WP_time_09.2 |
| 36352 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sint Maarten (Dutch part):||||||the key: WP_time_09.2 |
| 36352 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Venezuela, RB:|4.910933|||1.445297||the key: WP_time_09.2 |
| 36352 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lao PDR:||||4.718637||the key: WP_time_09.2 |
| 36352 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovak Republic:|1.391436|||0.5261457||the key: WP_time_09.2 |
| 36352 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovenia:|1.889306|||0.6873645||the key: WP_time_09.2 |
| 36352 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Solomon Islands:||||||the key: WP_time_09.2 |
| 36352 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Somalia:|10.82416|||||the key: WP_time_09.2 |
| 36352 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Africa:|18.81048|||7.496909||the key: WP_time_09.2 |
| 36352 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Sudan:||||||the key: WP_time_09.2 |
| 36352 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: West Bank and Gaza:|9.951253|||6.418502||the key: WP_time_09.2 |
| 36353 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Spain:|1.107554|||0.0597782||the key: WP_time_09.2 |
| 36353 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sri Lanka:|2.319703|||3.727165||the key: WP_time_09.2 |
| 36353 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Kitts and Nevis:||||||the key: WP_time_09.2 |
| 36353 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Lucia:||||||the key: WP_time_09.2 |
| 36353 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Martin (French part):||||||the key: WP_time_09.2 |
| 36353 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Vincent and the Grenadines:||||||the key: WP_time_09.2 |
| 36353 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sudan:|1.594533|||13.71955||the key: WP_time_09.2 |
| 36353 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Suriname:||||||the key: WP_time_09.2 |
| 36353 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kyrgyz Republic:|3.635766|||0.9382319||the key: WP_time_09.2 |
| 36353 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Swaziland:||||9.95331||the key: WP_time_09.2 |
| 36353 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sweden:|0.3477134|||2.129129||the key: WP_time_09.2 |
| 36353 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Switzerland:|0.5471886|||||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Syrian Arab Republic:||||16.63178||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tajikistan:|2.848713|||4.915571||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tanzania:|6.377643|||7.603203||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Thailand:|10.20498|||1.533702||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Timor-Leste:||||||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Togo:|2.809345|||1.49952||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tonga:||||||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Trinidad and Tobago:||||2.270233||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Virgin Islands (U.S.):||||||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tunisia:|3.538166|||||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkey:|3.050349|||0.4088049||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vietnam:|1.514262|||2.435951||the key: WP_time_09.2 |
| 36354 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kuwait:|9.8703|||2.88786||the key: WP_time_09.2 |
| 36355 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkmenistan:|2.947976|||2.28337||the key: WP_time_09.2 |
| 36355 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turks and Caicos Islands:||||||the key: WP_time_09.2 |
| 36355 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tuvalu:||||||the key: WP_time_09.2 |
| 36355 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uganda:|6.413682|||4.402086||the key: WP_time_09.2 |
| 36355 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ukraine:|2.412164|||1.465091||the key: WP_time_09.2 |
| 36355 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Arab Emirates:|6.082367|||2.22384||the key: WP_time_09.2 |
| 36355 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Kingdom:|2.67874|||2.96179||the key: WP_time_09.2 |
| 36355 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United States:|0.9848611|||5.141872||the key: WP_time_09.2 |
| 36355 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uruguay:|0.736453|||0.7707669||the key: WP_time_09.2 |
| 36355 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uzbekistan:|2.172424|||1.662054||the key: WP_time_09.2 |
| 36355 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liberia:||||9.405271||the key: WP_time_09.2 |
| 36356 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Libya:||||||the key: WP_time_09.2 |
| 36356 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: El Salvador:|7.072482|||3.087395||the key: WP_time_09.2 |
| 36356 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pre-demographic dividend:||||||the key: WP_time_09.2 |
| 36356 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Upper middle income:|3.016321|||1.590563||the key: WP_time_09.2 |
| 36356 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Rep.:|1.090443|||1.227525||the key: WP_time_09.2 |
| 36356 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle income:|5.643366|||3.435936||the key: WP_time_09.2 |
| 36356 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ghana:|3.703258|||2.144634||the key: WP_time_09.2 |
| 36356 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cyprus:|0.7368293|||0.508759||the key: WP_time_09.2 |
| 36356 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_09.2 |
| 36356 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea-Bissau:||||||the key: WP_time_09.2 |
| 36356 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_09.2 |
| 36357 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bulgaria:|1.312957|||2.101931||the key: WP_time_09.2 |
| 36357 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bolivia:|4.03913|||2.640758||the key: WP_time_09.2 |
| 36357 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fragile and conflict affected situations:||||||the key: WP_time_09.2 |
| 36357 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belgium:|0|||0.8860078||the key: WP_time_09.2 |
| 36357 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea:|3.949297|||11.71189||the key: WP_time_09.2 |
| 36357 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Australia:|0.1232969|||1.576604||the key: WP_time_09.2 |
| 36357 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gibraltar:||||||the key: WP_time_09.2 |
| 36357 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belarus:|1.389626|||2.821191||the key: WP_time_09.2 |
| 36357 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Finland:|0|||1.424395||the key: WP_time_09.2 |
| 36357 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bosnia and Herzegovina:|0.2379925|||0.7850711||the key: WP_time_09.2 |
| 36358 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Early-demographic dividend:||||||the key: WP_time_09.2 |
| 36358 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA only:||||||the key: WP_time_09.2 |
| 36358 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cameroon:|2.159106|||7.849604||the key: WP_time_09.2 |
| 36358 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Comoros:||||1.618013||the key: WP_time_09.2 |
| 36358 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Italy:|0.5968521|||3.150845||the key: WP_time_09.2 |
| 36358 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low income:|6.754377|||7.6854||the key: WP_time_09.2 |
| 36358 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: China:|1.367189|||0.8238683||the key: WP_time_09.2 |
| 36358 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: World:|4.786933|||3.52926||the key: WP_time_09.2 |
| 36358 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: France:|0.1196069|||0.0251312||the key: WP_time_09.2 |
| 36358 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Angola:|2.081917|||3.476827||the key: WP_time_09.2 |
| 36358 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Israel:|2.025597|||1.833399||the key: WP_time_09.2 |
| 36358 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Caribbean small states:||||||the key: WP_time_09.2 |
| 36359 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: North America:||||||the key: WP_time_09.2 |
| 36359 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Estonia:|1.947051|||1.47471||the key: WP_time_09.2 |
| 36359 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia:||||||the key: WP_time_09.2 |
| 36359 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Equatorial Guinea:||||||the key: WP_time_09.2 |
| 36359 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Denmark:|0.5466246|||0.3220375||the key: WP_time_09.2 |
| 36359 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Post-demographic dividend:||||||the key: WP_time_09.2 |
| 36359 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA total:||||||the key: WP_time_09.2 |
| 36359 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean:||||||the key: WP_time_09.2 |
| 36359 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Aruba:||||||the key: WP_time_09.2 |
| 36359 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Curacao:||||||the key: WP_time_09.2 |
| 36359 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (excluding high income):|5.766084|||2.938827||the key: WP_time_09.2 |
| 36359 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iraq:|23.30918|||10.4711||the key: WP_time_09.2 |
| 36360 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Germany:|0.1243546|||1.110744||the key: WP_time_09.2 |
| 36360 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Small states:||||||the key: WP_time_09.2 |
| 36360 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Dem. Rep.:|7.12342|||7.223727||the key: WP_time_09.2 |
| 36360 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Antigua and Barbuda:||||||the key: WP_time_09.2 |
| 36360 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_09.2 |
| 36360 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jordan:|0.9536056|||2.035287||the key: WP_time_09.2 |
| 36360 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guyana:||||||the key: WP_time_09.2 |
| 36360 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brunei Darussalam:||||||the key: WP_time_09.2 |
| 36360 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IBRD only:||||||the key: WP_time_09.2 |
| 36360 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low & middle income:|5.768472|||3.82196||the key: WP_time_09.2 |
| 36360 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chile:|0.648928|||1.215031||the key: WP_time_09.2 |
| 36360 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central African Republic:||||5.218751||the key: WP_time_09.2 |
| 36361 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iran, Islamic Rep.:|8.446112|||9.547754||the key: WP_time_09.2 |
| 36361 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Djibouti:||||4.957325||the key: WP_time_09.2 |
| 36361 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahrain:|12.85916|||12.87339||the key: WP_time_09.2 |
| 36361 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Barbados:||||||the key: WP_time_09.2 |
| 36361 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: India:|12.59765|||6.819625||the key: WP_time_09.2 |
| 36361 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cabo Verde:||||||the key: WP_time_09.2 |
| 36361 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_09.2 |
| 36361 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guatemala:|3.711967|||3.610769||the key: WP_time_09.2 |
| 36361 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hungary:|0.3320225|||1.163703||the key: WP_time_09.2 |
| 36361 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Afghanistan:|9.549234|||11.59234||the key: WP_time_09.2 |
| 36361 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greece:|0|||1.27055||the key: WP_time_09.2 |
| 36362 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kenya:|8.03497|||7.668976||the key: WP_time_09.2 |
| 36362 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belize:|2.716656|||||the key: WP_time_09.2 |
| 36362 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Austria:|1.067905|||0.4525662||the key: WP_time_09.2 |
| 36362 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_09.2 |
| 36362 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: European Union:||||||the key: WP_time_09.2 |
| 36362 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahamas, The:||||||the key: WP_time_09.2 |
| 36362 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_09.2 |
| 36362 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Canada:|1.38771|||2.6208||the key: WP_time_09.2 |
| 36362 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bhutan:|2.102203|||||the key: WP_time_09.2 |
| 36362 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cuba:||||||the key: WP_time_09.2 |
| 36363 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa:||||||the key: WP_time_09.2 |
| 36363 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Botswana:|10.44479|||6.075755||the key: WP_time_09.2 |
| 36363 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa:||||||the key: WP_time_09.2 |
| 36363 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Albania:|2.003053|||2.101663||the key: WP_time_09.2 |
| 36363 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Armenia:|2.716594|||2.950896||the key: WP_time_09.2 |
| 36363 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific:||||||the key: WP_time_09.2 |
| 36364 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lower middle income:|8.644908|||5.346523||the key: WP_time_09.2 |
| 36365 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Georgia:|3.353757|||6.828163||the key: WP_time_09.2 |
| 36366 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: French Polynesia:||||||the key: WP_time_09.2 |
| 36366 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA blend:||||||the key: WP_time_09.2 |
| 36366 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fiji:||||||the key: WP_time_09.2 |
| 36366 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Channel Islands:||||||the key: WP_time_09.2 |
| 36366 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Rep.:|8.124739|||6.185547||the key: WP_time_09.2 |
| 36367 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (excluding high income):|2.347601|||1.576176||the key: WP_time_09.2 |
| 36367 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Grenada:||||||the key: WP_time_09.2 |
| 36367 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominica:||||||the key: WP_time_09.2 |
| 36367 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ireland:|0.5635033|||2.231464||the key: WP_time_09.2 |
| 36367 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: OECD members:||||||the key: WP_time_09.2 |
| 36368 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kosovo:|2.415038|||2.467512||the key: WP_time_09.2 |
| 36368 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ethiopia:|0.7851857|||||the key: WP_time_09.2 |
| 36368 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pacific island small states:||||||the key: WP_time_09.2 |
| 36368 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia (IDA & IBRD):||||||the key: WP_time_09.2 |
| 36368 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Haiti:|16.29994|||2.975729||the key: WP_time_09.2 |
| 36368 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: American Samoa:||||||the key: WP_time_09.2 |
| 36368 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Isle of Man:||||||the key: WP_time_09.2 |
| 36368 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_09.2 |
| 36368 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Dem. People's Rep.:||||||the key: WP_time_09.2 |
| 36368 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Least developed countries: UN classification:||||||the key: WP_time_09.2 |
| 36369 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Late-demographic dividend:||||||the key: WP_time_09.2 |
| 36369 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia:|11.17041|||6.594331||the key: WP_time_09.2 |
| 36369 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greenland:||||||the key: WP_time_09.2 |
| 36369 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cote d'Ivoire:|1.096082|||||the key: WP_time_09.2 |
| 36369 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ecuador:|2.031434|||2.402694||the key: WP_time_09.2 |
| 36369 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jamaica:|2.828049|||2.197966||the key: WP_time_09.2 |
| 36369 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Arab World:||||||the key: WP_time_09.2 |
| 36369 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bangladesh:|4.30372|||6.916565||the key: WP_time_09.2 |
| 36369 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guam:||||||the key: WP_time_09.2 |
| 36370 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominican Republic:|24.2204|||17.46157||the key: WP_time_09.2 |
| 36370 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (excluding high income):|2.537184|||1.550111||the key: WP_time_09.2 |
| 36370 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Indonesia:|2.257935|||1.774723||the key: WP_time_09.2 |
| 36370 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chad:|3.450232|||12.4003||the key: WP_time_09.2 |
| 36370 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Croatia:|1.916488|||0.7026329||the key: WP_time_09.2 |
| 36370 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brazil:|1.821308|||1.260606||the key: WP_time_09.2 |
| 36370 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Andorra:||||||the key: WP_time_09.2 |
| 36370 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Faroe Islands:||||||the key: WP_time_09.2 |
| 36371 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Argentina:|1.554445|||1.057074||the key: WP_time_09.2 |
| 36371 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burkina Faso:|3.30495|||3.527502||the key: WP_time_09.2 |
| 36371 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burundi:|4.528992|||12.50849||the key: WP_time_09.2 |
| 36371 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cayman Islands:||||||the key: WP_time_09.2 |
| 36371 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Egypt, Arab Rep.:|2.952947|||1.400949||the key: WP_time_09.2 |
| 36371 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gambia, The:||||||the key: WP_time_09.2 |
| 36371 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kiribati:||||||the key: WP_time_09.2 |
| 36371 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gabon:|6.994335|||6.58326||the key: WP_time_09.2 |
| 36371 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bermuda:||||||the key: WP_time_09.2 |
| 36371 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Euro area:|0.4085755|||1.115189||the key: WP_time_09.2 |
| 36371 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Benin:|3.013759|||9.418562||the key: WP_time_09.2 |
| 36371 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Costa Rica:|7.033499|||1.439537||the key: WP_time_09.2 |
| 36372 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: British Virgin Islands:||||||the key: WP_time_09.2 |
| 36372 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Honduras:|4.370877|||3.693149||the key: WP_time_09.2 |
| 36372 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hong Kong SAR, China:|0.2705286|||2.626101||the key: WP_time_09.2 |
| 36372 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central Europe and the Baltics:||||||the key: WP_time_09.2 |
| 36372 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Eritrea:||||||the key: WP_time_09.2 |
| 36372 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Japan:|0.2872455|||0.819724||the key: WP_time_09.2 |
| 36372 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (excluding high income):|4.918114|||5.80857||the key: WP_time_09.2 |
| 36372 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Colombia:|9.993791|||6.041251||the key: WP_time_09.2 |
| 36372 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Azerbaijan:|5.349885|||2.787627||the key: WP_time_09.2 |
| 36372 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA & IBRD total:||||||the key: WP_time_09.2 |
| 36373 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iceland:||||||the key: WP_time_09.2 |
| 36373 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Czech Republic:|1.771249|||1.975535||the key: WP_time_09.2 |
| 36373 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kazakhstan:|1.852244|||3.566934||the key: WP_time_09.2 |
| 36373 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: High income:|0.7669747|||2.399923||the key: WP_time_09.2 |
| 36373 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cambodia:|16.80214|||9.279265||the key: WP_time_09.2 |
| 36373 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Algeria:|1.255465|||1.796725||the key: WP_time_09.2 |
| 36373 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Other small states:||||||the key: WP_time_09.2 |
| 36373 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Rep.:|4.674942|||2.963087||the key: WP_time_09.3 |
| 36373 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ecuador:|1.737949|||6.724594||the key: WP_time_09.3 |
| 36373 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Finland:|0.2252445|||0.5871935||the key: WP_time_09.3 |
| 36374 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cyprus:|0|||0.676416||the key: WP_time_09.3 |
| 36374 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belarus:|0.4118352|||0.988442||the key: WP_time_09.3 |
| 36374 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fiji:||||||the key: WP_time_09.3 |
| 36374 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA blend:||||||the key: WP_time_09.3 |
| 36374 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: French Polynesia:||||||the key: WP_time_09.3 |
| 36374 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Georgia:|2.12455|||5.394868||the key: WP_time_09.3 |
| 36374 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lower middle income:|8.358508|||5.149833||the key: WP_time_09.3 |
| 36374 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cayman Islands:||||||the key: WP_time_09.3 |
| 36374 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific:||||||the key: WP_time_09.3 |
| 36374 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Armenia:|2.841956|||3.131154||the key: WP_time_09.3 |
| 36374 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Faroe Islands:||||||the key: WP_time_09.3 |
| 36375 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Albania:|2.414161|||2.006157||the key: WP_time_09.3 |
| 36375 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iceland:||||||the key: WP_time_09.3 |
| 36375 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gibraltar:||||||the key: WP_time_09.3 |
| 36375 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa:||||||the key: WP_time_09.3 |
| 36375 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Botswana:|7.787634|||4.653059||the key: WP_time_09.3 |
| 36375 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (excluding high income):|1.881536|||1.29726||the key: WP_time_09.3 |
| 36375 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa:||||||the key: WP_time_09.3 |
| 36375 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burundi:|7.507493|||12.30456||the key: WP_time_09.3 |
| 36375 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cuba:||||||the key: WP_time_09.3 |
| 36375 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bhutan:|0.4704298|||||the key: WP_time_09.3 |
| 36375 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: El Salvador:|5.36935|||0.9970477||the key: WP_time_09.3 |
| 36376 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea:|3.28484|||8.710943||the key: WP_time_09.3 |
| 36376 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Egypt, Arab Rep.:|2.036704|||2.00043||the key: WP_time_09.3 |
| 36376 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Canada:|1.287261|||2.205387||the key: WP_time_09.3 |
| 36376 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (IDA & IBRD):||||||the key: WP_time_09.3 |
| 36376 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kazakhstan:|2.325318|||3.034528||the key: WP_time_09.3 |
| 36376 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gambia, The:||||||the key: WP_time_09.3 |
| 36376 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahamas, The:||||||the key: WP_time_09.3 |
| 36376 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: European Union:||||||the key: WP_time_09.3 |
| 36376 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Heavily indebted poor countries (HIPC):||||||the key: WP_time_09.3 |
| 36376 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Grenada:||||||the key: WP_time_09.3 |
| 36377 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kiribati:||||||the key: WP_time_09.3 |
| 36377 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ghana:|4.862102|||4.581594||the key: WP_time_09.3 |
| 36377 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Austria:|0.2672895|||0.249405||the key: WP_time_09.3 |
| 36377 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Euro area:|0.4302984|||0.7611389||the key: WP_time_09.3 |
| 36377 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belize:|7.69344|||||the key: WP_time_09.3 |
| 36377 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kenya:|6.614035|||5.562213||the key: WP_time_09.3 |
| 36377 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hungary:|0.9750978|||1.112459||the key: WP_time_09.3 |
| 36377 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Belgium:|0|||0.6391353||the key: WP_time_09.3 |
| 36378 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Costa Rica:|2.715543|||1.616983||the key: WP_time_09.3 |
| 36378 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Fragile and conflict affected situations:||||||the key: WP_time_09.3 |
| 36378 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greece:|0.098549|||0.6698503||the key: WP_time_09.3 |
| 36378 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central African Republic:||||5.325647||the key: WP_time_09.3 |
| 36378 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bermuda:||||||the key: WP_time_09.3 |
| 36378 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guatemala:|1.625059|||2.696841||the key: WP_time_09.3 |
| 36378 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Other small states:||||||the key: WP_time_09.3 |
| 36378 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Gabon:|10.91246|||4.325198||the key: WP_time_09.3 |
| 36378 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Barbados:||||||the key: WP_time_09.3 |
| 36378 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (IDA & IBRD):||||||the key: WP_time_09.3 |
| 36378 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Afghanistan:|5.640913|||1.148727||the key: WP_time_09.3 |
| 36379 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia (IDA & IBRD):||||||the key: WP_time_09.3 |
| 36379 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Benin:|2.396646|||7.951613||the key: WP_time_09.3 |
| 36379 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Upper middle income:|2.179799|||1.719206||the key: WP_time_09.3 |
| 36379 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cabo Verde:||||||the key: WP_time_09.3 |
| 36379 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bahrain:|14.02448|||9.396859||the key: WP_time_09.3 |
| 36379 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: India:|12.53405|||6.430007||the key: WP_time_09.3 |
| 36379 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle income:|5.041008|||3.388314||the key: WP_time_09.3 |
| 36379 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iran, Islamic Rep.:|9.743526|||3.605221||the key: WP_time_09.3 |
| 36379 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Djibouti:||||4.755872||the key: WP_time_09.3 |
| 36379 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chile:|0.5147684|||0.7203323||the key: WP_time_09.3 |
| 36380 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low & middle income:|5.19225|||3.688719||the key: WP_time_09.3 |
| 36380 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pre-demographic dividend:||||||the key: WP_time_09.3 |
| 36380 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: British Virgin Islands:||||||the key: WP_time_09.3 |
| 36380 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Honduras:|2.876035|||1.690523||the key: WP_time_09.3 |
| 36380 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IBRD only:||||||the key: WP_time_09.3 |
| 36380 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (IDA & IBRD):||||||the key: WP_time_09.3 |
| 36380 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cambodia:|19.35909|||15.70251||the key: WP_time_09.3 |
| 36380 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brunei Darussalam:||||||the key: WP_time_09.3 |
| 36380 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jordan:|1.214171|||0.8537911||the key: WP_time_09.3 |
| 36380 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guyana:||||||the key: WP_time_09.3 |
| 36380 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bolivia:|1.628416|||3.66416||the key: WP_time_09.3 |
| 36381 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Hong Kong SAR, China:|0.1763165|||1.544028||the key: WP_time_09.3 |
| 36381 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Antigua and Barbuda:||||||the key: WP_time_09.3 |
| 36381 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Congo, Dem. Rep.:|4.940385|||6.192663||the key: WP_time_09.3 |
| 36381 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Germany:|0.3658923|||0.6205185||the key: WP_time_09.3 |
| 36381 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Small states:||||||the key: WP_time_09.3 |
| 36381 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean (excluding high income):|3.639446|||2.220871||the key: WP_time_09.3 |
| 36381 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Iraq:|16.3319|||6.51522||the key: WP_time_09.3 |
| 36381 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Japan:|0.3153793|||0.1402186||the key: WP_time_09.3 |
| 36381 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Central Europe and the Baltics:||||||the key: WP_time_09.3 |
| 36381 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latin America & Caribbean:||||||the key: WP_time_09.3 |
| 36381 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Curacao:||||||the key: WP_time_09.3 |
| 36381 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Aruba:||||||the key: WP_time_09.3 |
| 36382 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Eritrea:||||||the key: WP_time_09.3 |
| 36382 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bulgaria:|1.822844|||0.8388693||the key: WP_time_09.3 |
| 36382 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Post-demographic dividend:||||||the key: WP_time_09.3 |
| 36382 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA total:||||||the key: WP_time_09.3 |
| 36382 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Denmark:|0.0612641|||0||the key: WP_time_09.3 |
| 36382 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Equatorial Guinea:||||||the key: WP_time_09.3 |
| 36382 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia:||||||the key: WP_time_09.3 |
| 36382 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Europe & Central Asia (IDA & IBRD):||||||the key: WP_time_09.3 |
| 36382 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sub-Saharan Africa (excluding high income):|4.491019|||5.152926||the key: WP_time_09.3 |
| 36382 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Algeria:|1.789905|||1.360723||the key: WP_time_09.3 |
| 36382 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Estonia:|0.4249368|||1.142838||the key: WP_time_09.3 |
| 36382 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: North America:||||||the key: WP_time_09.3 |
| 36383 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Rep.:|0.3295143|||0||the key: WP_time_09.3 |
| 36383 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Colombia:|6.277077|||6.847342||the key: WP_time_09.3 |
| 36383 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Caribbean small states:||||||the key: WP_time_09.3 |
| 36383 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Azerbaijan:|6.711017|||2.419808||the key: WP_time_09.3 |
| 36383 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Israel:|1.197587|||2.204145||the key: WP_time_09.3 |
| 36383 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Angola:|1.914559|||6.353597||the key: WP_time_09.3 |
| 36383 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guinea-Bissau:||||||the key: WP_time_09.3 |
| 36383 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA & IBRD total:||||||the key: WP_time_09.3 |
| 36383 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: France:|0.3420597|||0.2873128||the key: WP_time_09.3 |
| 36383 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: World:|4.321186|||3.258642||the key: WP_time_09.3 |
| 36383 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: China:|0.7515943|||1.300887||the key: WP_time_09.3 |
| 36384 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Low income:|6.343123|||6.682921||the key: WP_time_09.3 |
| 36384 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Italy:|0.2660976|||1.569092||the key: WP_time_09.3 |
| 36384 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Arab World:||||||the key: WP_time_09.3 |
| 36384 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominican Republic:|17.63596|||10.15027||the key: WP_time_09.3 |
| 36384 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bangladesh:|4.746649|||6.653318||the key: WP_time_09.3 |
| 36384 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Comoros:||||1.716106||the key: WP_time_09.3 |
| 36384 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Jamaica:|0.5573296|||2.256211||the key: WP_time_09.3 |
| 36384 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Early-demographic dividend:||||||the key: WP_time_09.3 |
| 36384 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Greenland:||||||the key: WP_time_09.3 |
| 36384 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Australia:|1.409531|||0.7610439||the key: WP_time_09.3 |
| 36385 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Guam:||||||the key: WP_time_09.3 |
| 36385 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cote d'Ivoire:|0.5014414|||||the key: WP_time_09.3 |
| 36385 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Asia:|10.69197|||6.078538||the key: WP_time_09.3 |
| 36385 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Indonesia:|3.609277|||2.159819||the key: WP_time_09.3 |
| 36385 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Least developed countries: UN classification:||||||the key: WP_time_09.3 |
| 36385 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Cameroon:|1.036213|||8.784846||the key: WP_time_09.3 |
| 36385 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (excluding high income):|2.454515|||2.221049||the key: WP_time_09.3 |
| 36385 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Korea, Dem. People's Rep.:||||||the key: WP_time_09.3 |
| 36385 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Late-demographic dividend:||||||the key: WP_time_09.3 |
| 36385 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Middle East & North Africa (excluding high income):||||||the key: WP_time_09.3 |
| 36385 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Isle of Man:||||||the key: WP_time_09.3 |
| 36385 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: American Samoa:||||||the key: WP_time_09.3 |
| 36386 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Haiti:|7.667495|||3.960632||the key: WP_time_09.3 |
| 36386 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: High income:|1.001383|||1.747427||the key: WP_time_09.3 |
| 36386 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Czech Republic:|1.777641|||0.6574106||the key: WP_time_09.3 |
| 36386 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ireland:|1.099764|||1.511888||the key: WP_time_09.3 |
| 36386 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pacific island small states:||||||the key: WP_time_09.3 |
| 36386 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ethiopia:|1.400553|||||the key: WP_time_09.3 |
| 36386 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: IDA only:||||||the key: WP_time_09.3 |
| 36386 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Croatia:|1.055368|||1.208454||the key: WP_time_09.3 |
| 36386 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kosovo:|1.042692|||1.86415||the key: WP_time_09.3 |
| 36387 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Burkina Faso:|1.575774|||2.69967||the key: WP_time_09.3 |
| 36387 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: OECD members:||||||the key: WP_time_09.3 |
| 36387 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Chad:|2.794501|||9.803707||the key: WP_time_09.3 |
| 36387 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Dominica:||||||the key: WP_time_09.3 |
| 36387 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Brazil:|0.3879482|||0.7312351||the key: WP_time_09.3 |
| 36387 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: East Asia & Pacific (IDA & IBRD):||||||the key: WP_time_09.3 |
| 36387 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Bosnia and Herzegovina:|0|||1.282306||the key: WP_time_09.3 |
| 36387 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Andorra:||||||the key: WP_time_09.3 |
| 36387 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Channel Islands:||||||the key: WP_time_09.3 |
| 36389 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Argentina:|0.8939402|||0.7287634||the key: WP_time_09.3 |
| 36389 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Kingdom:|2.559014|||1.554702||the key: WP_time_09.3 |
| 36390 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: San Marino:||||||the key: WP_time_09.3 |
| 36390 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Luxembourg:|1.843655|||1.01352||the key: WP_time_09.3 |
| 36390 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sweden:|0.4834788|||0.7907928||the key: WP_time_09.3 |
| 36390 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macao SAR, China:||||||the key: WP_time_09.3 |
| 36390 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sao Tome and Principe:||||||the key: WP_time_09.3 |
| 36390 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Macedonia, FYR:|0.7290088|||1.504821||the key: WP_time_09.3 |
| 36390 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liberia:||||12.61006||the key: WP_time_09.3 |
| 36390 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Madagascar:|2.179833|||1.142994||the key: WP_time_09.3 |
| 36390 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Saudi Arabia:|14.99799|||11.48409||the key: WP_time_09.3 |
| 36391 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malawi:|12.27384|||4.763633||the key: WP_time_09.3 |
| 36391 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Switzerland:|0.5997846|||||the key: WP_time_09.3 |
| 36391 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malaysia:|0|||1.535034||the key: WP_time_09.3 |
| 36391 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Senegal:|2.070424|||1.748372||the key: WP_time_09.3 |
| 36391 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Maldives:||||||the key: WP_time_09.3 |
| 36391 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kuwait:|14.87537|||2.032497||the key: WP_time_09.3 |
| 36391 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Serbia:|0.0645084|||1.593909||the key: WP_time_09.3 |
| 36391 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zimbabwe:|3.549518|||3.551444||the key: WP_time_09.3 |
| 36391 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mali:|2.207604|||2.119718||the key: WP_time_09.3 |
| 36391 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Syrian Arab Republic:||||17.15403||the key: WP_time_09.3 |
| 36391 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Malta:|0.1484898|||0.1024112||the key: WP_time_09.3 |
| 36392 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Seychelles:||||||the key: WP_time_09.3 |
| 36392 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Marshall Islands:||||||the key: WP_time_09.3 |
| 36392 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United States:|1.800871|||4.579741||the key: WP_time_09.3 |
| 36392 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritania:|5.422951|||11.05375||the key: WP_time_09.3 |
| 36392 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sierra Leone:|4.666716|||4.466863||the key: WP_time_09.3 |
| 36392 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mauritius:|0|||0.4853454||the key: WP_time_09.3 |
| 36392 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tajikistan:|1.030568|||1.845243||the key: WP_time_09.3 |
| 36392 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mexico:|8.549178|||2.017603||the key: WP_time_09.3 |
| 36392 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Singapore:|1.037418|||1.786471||the key: WP_time_09.3 |
| 36392 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vanuatu:||||||the key: WP_time_09.3 |
| 36392 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turks and Caicos Islands:||||||the key: WP_time_09.3 |
| 36392 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lesotho:||||5.340472||the key: WP_time_09.3 |
| 36393 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Micronesia, Fed. Sts.:||||||the key: WP_time_09.3 |
| 36393 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sint Maarten (Dutch part):||||||the key: WP_time_09.3 |
| 36393 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Moldova:|3.123642|||3.634854||the key: WP_time_09.3 |
| 36393 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tanzania:|6.722281|||4.471999||the key: WP_time_09.3 |
| 36393 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Monaco:||||||the key: WP_time_09.3 |
| 36393 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovak Republic:|1.505792|||1.023415||the key: WP_time_09.3 |
| 36393 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mongolia:|2.66634|||5.052508||the key: WP_time_09.3 |
| 36393 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Liechtenstein:||||||the key: WP_time_09.3 |
| 36393 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Montenegro:|0.3256814|||0.8428181||the key: WP_time_09.3 |
| 36393 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Thailand:|8.234267|||2.964739||the key: WP_time_09.3 |
| 36393 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Morocco:||||2.133777||the key: WP_time_09.3 |
| 36394 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lao PDR:||||5.04186||the key: WP_time_09.3 |
| 36394 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Mozambique:||||||the key: WP_time_09.3 |
| 36394 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tuvalu:||||||the key: WP_time_09.3 |
| 36394 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Myanmar:|17.22305|||||the key: WP_time_09.3 |
| 36394 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Slovenia:|0.5226433|||0.137855||the key: WP_time_09.3 |
| 36394 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Namibia:|2.379514|||||the key: WP_time_09.3 |
| 36394 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Timor-Leste:||||||the key: WP_time_09.3 |
| 36394 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nauru:||||||the key: WP_time_09.3 |
| 36394 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Solomon Islands:||||||the key: WP_time_09.3 |
| 36394 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nepal:|15.29056|||19.56207||the key: WP_time_09.3 |
| 36394 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uruguay:|1.126359|||0.3650873||the key: WP_time_09.3 |
| 36394 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Netherlands:|0|||0.5872105||the key: WP_time_09.3 |
| 36395 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Somalia:|7.805271|||||the key: WP_time_09.3 |
| 36395 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Caledonia:||||||the key: WP_time_09.3 |
| 36395 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Togo:|1.640344|||2.354536||the key: WP_time_09.3 |
| 36395 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Africa:|17.95952|||6.160846||the key: WP_time_09.3 |
| 36395 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Zambia:|4.949783|||5.002388||the key: WP_time_09.3 |
| 36395 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: New Zealand:|0.9506133|||2.127563||the key: WP_time_09.3 |
| 36395 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uganda:|6.092744|||4.771786||the key: WP_time_09.3 |
| 36395 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nicaragua:|3.387241|||2.572454||the key: WP_time_09.3 |
| 36395 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: South Sudan:||||||the key: WP_time_09.3 |
| 36395 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tonga:||||||the key: WP_time_09.3 |
| 36395 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Niger:|1.296908|||7.897375||the key: WP_time_09.3 |
| 36396 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Libya:||||||the key: WP_time_09.3 |
| 36396 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lebanon:|4.059775|||2.048109||the key: WP_time_09.3 |
| 36396 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: West Bank and Gaza:|7.011838|||8.531549||the key: WP_time_09.3 |
| 36396 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Nigeria:|1.609713|||2.673706||the key: WP_time_09.3 |
| 36396 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Spain:|0.954218|||0.7017665||the key: WP_time_09.3 |
| 36396 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Northern Mariana Islands:||||||the key: WP_time_09.3 |
| 36397 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Trinidad and Tobago:||||0.3889717||the key: WP_time_09.3 |
| 36398 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Norway:|0|||||the key: WP_time_09.3 |
| 36398 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sri Lanka:|2.518713|||2.7875||the key: WP_time_09.3 |
| 36398 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Oman:||||5.284963||the key: WP_time_09.3 |
| 36398 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Ukraine:|2.221362|||1.588033||the key: WP_time_09.3 |
| 36398 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Pakistan:|3.650744|||1.91631||the key: WP_time_09.3 |
| 36398 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Kitts and Nevis:||||||the key: WP_time_09.3 |
| 36398 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Palau:||||||the key: WP_time_09.3 |
| 36398 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Uzbekistan:|0.8433612|||0.3974394||the key: WP_time_09.3 |
| 36399 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Panama:|14.21029|||8.265974||the key: WP_time_09.3 |
| 36399 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Lucia:||||||the key: WP_time_09.3 |
| 36399 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Papua New Guinea:||||||the key: WP_time_09.3 |
| 36399 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Virgin Islands (U.S.):||||||the key: WP_time_09.3 |
| 36399 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Paraguay:||||2.326489||the key: WP_time_09.3 |
| 36399 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Martin (French part):||||||the key: WP_time_09.3 |
| 36399 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Peru:|2.373237|||2.374999||the key: WP_time_09.3 |
| 36399 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Tunisia:|3.059945|||||the key: WP_time_09.3 |
| 36399 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Philippines:|14.70518|||13.85962||the key: WP_time_09.3 |
| 36399 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: St. Vincent and the Grenadines:||||||the key: WP_time_09.3 |
| 36399 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Poland:|0.9049053|||0.7794862||the key: WP_time_09.3 |
| 36400 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: United Arab Emirates:|5.508675|||2.413038||the key: WP_time_09.3 |
| 36400 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Portugal:|0.6500614|||0.7775458||the key: WP_time_09.3 |
| 36400 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Sudan:|1.682193|||8.48941||the key: WP_time_09.3 |
| 36400 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Puerto Rico:|0.9069369|||||the key: WP_time_09.3 |
| 36400 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkey:|1.786139|||0.4913375||the key: WP_time_09.3 |
| 36400 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Qatar:||||5.830347||the key: WP_time_09.3 |
| 36400 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Suriname:||||||the key: WP_time_09.3 |
| 36400 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Venezuela, RB:|3.282001|||1.624547||the key: WP_time_09.3 |
| 36400 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Lithuania:|0.3061895|||2.787348||the key: WP_time_09.3 |
| 36400 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Latvia:|2.115927|||1.609401||the key: WP_time_09.3 |
| 36401 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Romania:|2.035524|||0.1724527||the key: WP_time_09.3 |
| 36401 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Vietnam:|2.109456|||3.462739||the key: WP_time_09.3 |
| 36401 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Turkmenistan:|1.77371|||3.301473||the key: WP_time_09.3 |
| 36401 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Yemen, Rep.:|13.68393|||3.628078||the key: WP_time_09.3 |
| 36401 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Russian Federation:|1.099032|||1.296271||the key: WP_time_09.3 |
| 36401 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Kyrgyz Republic:|3.848762|||1.997227||the key: WP_time_09.3 |
| 36401 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Rwanda:|1.366038|||4.196074||the key: WP_time_09.3 |
| 36401 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Swaziland:||||12.84258||the key: WP_time_09.3 |
| 36402 |
Thread-1 |
INFO |
com.revature.reduce.IntersectReduce |
IntersectReduce.java:33 |
the value: Samoa:||||||the key: WP_time_09.3 |
| 36403 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1073223931_0001_r_000000_0 is done. And is in the process of commiting |
| 36404 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36405 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 36405 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 36405 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 36406 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1073223931_0001_r_000000_0 is allowed to commit now |
| 36408 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1073223931_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 36409 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1073223931_0001_r_000000_0' to outputGenderStats |
| 36414 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36415 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 36415 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 36415 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 36415 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1073223931_0001_r_000000_0' done. |
| 36504 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 36505 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1073223931_0001 |
| 36505 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 36507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 36507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 36507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 36508 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 36508 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 36508 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 36508 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 36509 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 36509 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 36509 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 36509 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 36509 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 36510 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 36510 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 36510 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 36510 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 36510 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36511 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 36511 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 36512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 36512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 36512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 36512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 36513 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 36516 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 36516 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 36517 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 36518 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 36518 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 36518 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 36518 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 36518 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 36518 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 36519 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 36520 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36521 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 36521 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 36521 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 36522 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 36522 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 36522 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 36522 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 36523 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 36523 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 36523 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 36523 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 36523 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 36524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 36524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 36524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 36524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 36524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 36528 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36529 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 36529 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 36529 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 36530 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 36532 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 36534 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 36534 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 36535 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 36535 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 36536 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 36536 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 36536 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 36538 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 36538 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 36539 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 36539 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 36539 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 36540 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 36541 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 36552 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 36553 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 36554 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 36557 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 36558 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 36558 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 36559 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 36559 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652369 |
| 36559 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 36559 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 36560 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 36560 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 36560 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320552 |
| 36561 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 36561 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 36561 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 36561 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 36562 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 36562 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 36562 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 36562 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 36563 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2773483520 |
| 36565 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 36567 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 36568 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 36568 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=31311872 |
| 36568 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069886 |
| 36569 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 36570 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 36574 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 36574 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 36576 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 36576 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 20:23:37 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 18 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 87 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 90 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 97 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 99 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 126 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 166 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 195 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 200 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 201 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 201 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 202 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 210 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 210 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 211 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 217 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 223 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson285926907/.staging/job_local285926907_0001 |
| 230 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 238 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 242 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 244 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 245 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 323 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local285926907_0001 |
| 343 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 373 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local285926907_0001 |
| 401 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 404 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 406 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 414 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 418 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local285926907_0001_m_000000_0 |
| 430 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 439 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 439 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 449 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local285926907_0001/attempt_local285926907_0001_m_000000_0 |
| 452 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 552 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 560 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@633045b0 |
| 565 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 566 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 566 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 572 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 572 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 582 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 625 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 626 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 627 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 627 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 627 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 627 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 628 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1379 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5838 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 6008 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 6010 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local285926907_0001_m_000000_0 is done. And is in the process of commiting |
| 6012 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6013 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6013 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6013 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6013 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6014 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6015 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6017 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6019 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6020 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6020 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 6021 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local285926907_0001_m_000000_0' done. |
| 6022 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local285926907_0001_m_000000_0 |
| 6022 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local285926907_0001_m_000001_0 |
| 6023 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 6023 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6023 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 6024 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local285926907_0001/attempt_local285926907_0001_m_000001_0 |
| 6024 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 6025 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4969bf12 |
| 6027 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 6027 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 6027 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 6027 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6028 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 6028 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 6038 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 6039 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 6039 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 6039 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 6039 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 6039 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 6040 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 6384 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 9683 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9741 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9743 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local285926907_0001_m_000001_0 is done. And is in the process of commiting |
| 9745 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9745 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9746 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9746 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9747 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9747 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9747 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9752 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9753 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9753 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9753 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9753 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local285926907_0001_m_000001_0' done. |
| 9753 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local285926907_0001_m_000001_0 |
| 9753 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local285926907_0001_m_000002_0 |
| 9754 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9754 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9754 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9754 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local285926907_0001/attempt_local285926907_0001_m_000002_0 |
| 9756 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9757 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43eada78 |
| 9758 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9758 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 9759 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9759 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9759 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9760 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 9769 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 9770 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 9770 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9770 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9770 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9771 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9771 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 11007 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 11009 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 11012 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local285926907_0001_m_000002_0 is done. And is in the process of commiting |
| 11014 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11015 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 11015 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 11016 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 11016 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 11016 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 11017 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 11020 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11022 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11022 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11023 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 11023 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local285926907_0001_m_000002_0' done. |
| 11023 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local285926907_0001_m_000002_0 |
| 11024 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 11028 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 11029 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11030 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 11030 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 11030 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 11030 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 11030 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 11030 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 11031 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local285926907_0001/attempt_local285926907_0001_r_000000_0 |
| 11038 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 11038 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@eab574a |
| 11039 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11039 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 11047 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 11051 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652357 bytes |
| 11052 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11052 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 11054 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11055 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 11388 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 0% |
| 11520 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local285926907_0001_r_000000_0 is done. And is in the process of commiting |
| 11521 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11521 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 11522 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 11523 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 11523 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 11523 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 11524 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 11525 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11525 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11527 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11527 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 11528 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local285926907_0001_r_000000_0 is allowed to commit now |
| 11529 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local285926907_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 11530 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local285926907_0001_r_000000_0' to outputGenderStats |
| 11532 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11533 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11534 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11537 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 11538 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local285926907_0001_r_000000_0' done. |
| 12388 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 12389 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local285926907_0001 |
| 12391 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 12396 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 12399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 12402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 12405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 12407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 12407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 12409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 12414 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 12417 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 12419 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 12421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 12423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 12426 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 12429 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12431 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 12433 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 12435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12438 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 12440 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 12444 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 12451 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 12453 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 12454 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 12456 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 12457 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 12459 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 12461 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12462 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 12468 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12470 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 12472 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 12480 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12481 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 12482 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 12483 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12485 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 12486 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 12487 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 12487 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 12488 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 12488 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 12488 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 12489 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 12492 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 12495 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12496 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 12496 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12497 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 12497 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 12500 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12502 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 12502 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 12502 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 12503 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 12503 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 12503 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 12503 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 12504 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 12504 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 12504 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 12505 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 12505 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 12506 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12506 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 12506 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12506 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 12507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 12507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 12507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 12508 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 12508 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 12512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 12512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 12513 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 12513 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 12513 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 12513 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652369 |
| 12513 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 12514 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 12514 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 12514 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 12515 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320552 |
| 12517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 12517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 12517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 12517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 12517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=165178 |
| 12517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 12518 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 12519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 12519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3319267328 |
| 12519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 12519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 12519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 12520 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=39862594 |
| 12520 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069886 |
| 12520 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 12520 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8550746 |
| 12521 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 12522 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 12522 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 12522 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:00:10 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 21 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 85 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 87 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 95 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 97 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 121 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 157 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 188 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 195 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 197 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 197 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 198 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 206 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 208 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 208 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 215 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 222 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1897736652/.staging/job_local1897736652_0001 |
| 231 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 239 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 242 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 244 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 245 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 340 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1897736652_0001 |
| 358 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 391 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1897736652_0001 |
| 414 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 414 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 414 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 428 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 431 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1897736652_0001_m_000000_0 |
| 442 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 452 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 452 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 464 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1897736652_0001/attempt_local1897736652_0001_m_000000_0 |
| 467 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 577 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 583 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554d60cd |
| 590 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 590 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 591 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 593 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 593 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 604 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 658 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 659 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 661 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 662 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 663 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 665 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 666 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6334 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 6469 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6470 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6470 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6471 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6471 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6471 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6471 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6473 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6473 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6473 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6474 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 6532 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 6536 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1897736652_0001_m_000000_0 is done. And is in the process of commiting |
| 6539 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6541 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6542 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6544 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 6546 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1897736652_0001_m_000000_0' done. |
| 6548 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1897736652_0001_m_000000_0 |
| 6550 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1897736652_0001_m_000001_0 |
| 6550 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 6551 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6551 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 6552 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1897736652_0001/attempt_local1897736652_0001_m_000001_0 |
| 6557 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 6560 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1c41577a |
| 6565 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 6566 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 6566 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 6567 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6568 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 6569 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 6585 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 6586 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 6586 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 6587 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 6587 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 6587 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 6587 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 7425 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 10398 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 10454 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 10464 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1897736652_0001_m_000001_0 is done. And is in the process of commiting |
| 10464 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10465 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10465 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10466 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10467 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10468 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10468 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10470 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10471 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10471 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10472 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10473 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1897736652_0001_m_000001_0' done. |
| 10473 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1897736652_0001_m_000001_0 |
| 10474 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1897736652_0001_m_000002_0 |
| 10475 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 10476 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10476 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10478 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1897736652_0001/attempt_local1897736652_0001_m_000002_0 |
| 10479 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 10480 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6e607129 |
| 10484 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10484 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 10485 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10485 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10486 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10486 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 10500 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 10500 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 10501 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10501 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10501 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10502 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10502 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11426 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 11812 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 11819 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 11821 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1897736652_0001_m_000002_0 is done. And is in the process of commiting |
| 11821 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11821 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 11822 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 11825 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 11826 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 11826 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 11826 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 11828 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11828 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11829 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11829 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 11829 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1897736652_0001_m_000002_0' done. |
| 11829 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1897736652_0001_m_000002_0 |
| 11832 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 11847 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 11847 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11848 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 11848 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 11853 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 11853 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 11853 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 11853 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 11854 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1897736652_0001/attempt_local1897736652_0001_r_000000_0 |
| 11893 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 11895 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6d28e710 |
| 11898 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11898 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 11919 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 11930 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 11933 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11936 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 11948 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11950 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 12433 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 0% |
| 13547 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1897736652_0001_r_000000_0 is done. And is in the process of commiting |
| 13622 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 13623 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 13623 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 13648 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 13649 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 13650 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 13650 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 13655 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13656 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 13657 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13658 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13658 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1897736652_0001_r_000000_0 is allowed to commit now |
| 13691 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1897736652_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 13693 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1897736652_0001_r_000000_0' to outputGenderStats |
| 13803 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13803 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 13804 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 13805 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 13826 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1897736652_0001_r_000000_0' done. |
| 14434 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 14435 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1897736652_0001 |
| 14436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14439 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 14443 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 14444 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14446 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 14448 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 14450 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 14452 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 14454 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 14458 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 14460 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 14462 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 14466 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 14468 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14473 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 14475 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 14477 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 14478 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 14479 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14481 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 14481 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 14482 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14482 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 14489 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 14490 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 14491 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 14491 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 14491 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 14492 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 14493 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 14496 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 14499 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14499 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 14500 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 14502 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 14503 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 14506 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 14507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 14507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 14508 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 14508 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 14509 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 14509 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 14510 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 14510 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 14510 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 14511 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 14511 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 14512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 14512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 14513 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 14514 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 14514 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 14514 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 14515 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 14515 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 14515 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 14515 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 14515 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 14516 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 14516 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 14516 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 14517 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 14517 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 14517 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 14518 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 14519 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 14519 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 14519 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 14520 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 14521 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 14521 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 14522 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 14524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 14524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 14525 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 14525 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 14526 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 14526 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 14526 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 14526 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 14526 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 14526 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 14527 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 14527 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 14527 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 14527 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 14527 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 14527 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=165178 |
| 14528 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 14528 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 14528 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 14528 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3260022784 |
| 14528 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 14528 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 14529 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 14529 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=39862727 |
| 14529 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 14529 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 14529 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8550785 |
| 14531 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 14532 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 14532 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 14532 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:21:25 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 24 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 85 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 87 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 95 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 99 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 137 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 177 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 209 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 214 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 215 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 216 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 216 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 221 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 222 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 222 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 230 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 235 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1166753232/.staging/job_local1166753232_0001 |
| 244 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 251 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 255 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 256 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 257 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 419 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1166753232_0001 |
| 444 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 482 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1166753232_0001 |
| 506 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 507 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 510 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 549 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 554 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1166753232_0001_m_000000_0 |
| 571 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 583 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 585 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 610 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1166753232_0001/attempt_local1166753232_0001_m_000000_0 |
| 617 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 721 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 728 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@251c5e1f |
| 732 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 733 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 734 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 736 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 737 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 745 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 780 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 780 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 780 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 781 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 781 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 781 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 781 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1488 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6628 |
communicatiß.Å~a}aÜ®S^q!{øz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªðºç—àžÓ¶üà²Òx Ÿz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªw/´y€šNŽR6ýu$Vz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ªz OŽïµ Ô€;Ìu™ª _ø«p¾yH˜™y/Ü!LÓü€%b#/¥ÿb¦ò<²°´I¡ÈÑQ6ƯŠù“¥ç4æõ/® Éï°g„å/
Ÿ¨>óš>ª5ŠNêvK¤e}sü¥ ,«ñc‰º Oç<£Ïu² …t˪³°Š
ä’GW—ñNõÄÈùËà) ëLÕ½‡JU r“«F[àú|æl²†P’²Zã^ÚSƒ :r ¾‘ ìN=O©çÐ}ºL¤ßÚ®Dµ (Þò\Kí8-@ŠœpéÏ*QÇ;+¾î{Dò‹Éiêõ6ŽŠ'«Òó äÒñȉ—üvØÚÊšo2\Áàe÷@Úç¸æé|BŽo•æ¡PyÀ?ÀÆÌx6M"Ö3v{¢c—Ý ±îa
lª_®¿˜Pefî–dV±ôÿžIJ§¦Dùë¾;ìÚIñ ÛWQˆš3è±”yZ;!¶z `n~Ô5 ²‡&êðÊ`žÌ~^朗 ãŽÓ§…ão¦À.¹¹Z]Ìß–Ûcš@òœ¿
š‡ ~å.>åZ–ÂJEM·zùæ ÐlC¶ˆ¬¶ŽEÝ"é
p,a
Test Log HTML
Log session start time Mon Dec 10 23:23:34 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 42 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 88 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 89 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 92 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 95 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 114 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 135 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 156 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 161 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 162 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 162 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 163 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 168 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 168 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 169 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 174 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 178 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1744794553/.staging/job_local1744794553_0001 |
| 184 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 190 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 193 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 195 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 196 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 252 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1744794553_0001 |
| 266 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 290 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1744794553_0001 |
| 308 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 311 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 312 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 316 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 318 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1744794553_0001_m_000000_0 |
| 328 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 336 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 337 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 355 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744794553_0001/attempt_local1744794553_0001_m_000000_0 |
| 357 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 411 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 415 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554d60cd |
| 418 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 418 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 419 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 421 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 421 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 426 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 458 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 459 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 459 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 459 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 460 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 460 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 461 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1294 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5037 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5163 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5165 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1744794553_0001_m_000000_0 is done. And is in the process of commiting |
| 5170 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5170 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5170 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5171 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5171 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5171 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5172 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5174 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5175 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5175 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5175 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5175 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1744794553_0001_m_000000_0' done. |
| 5176 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1744794553_0001_m_000000_0 |
| 5179 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1744794553_0001_m_000001_0 |
| 5180 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5180 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5181 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5181 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744794553_0001/attempt_local1744794553_0001_m_000001_0 |
| 5183 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5184 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7de965c3 |
| 5185 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5191 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5192 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5192 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5192 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5202 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5203 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5203 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5203 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5203 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5203 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5204 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5297 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8474 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8524 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8527 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1744794553_0001_m_000001_0 is done. And is in the process of commiting |
| 8527 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8527 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8528 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8528 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8528 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8528 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8529 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8531 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8533 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8534 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8535 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8535 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1744794553_0001_m_000001_0' done. |
| 8536 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1744794553_0001_m_000001_0 |
| 8536 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1744794553_0001_m_000002_0 |
| 8537 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8537 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8538 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8538 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744794553_0001/attempt_local1744794553_0001_m_000002_0 |
| 8540 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8540 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@66ba5081 |
| 8541 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8541 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8542 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8542 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8542 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8542 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8548 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8548 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8548 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8548 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8548 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8549 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8549 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9298 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9638 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9639 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9640 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1744794553_0001_m_000002_0 is done. And is in the process of commiting |
| 9641 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9641 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9641 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9641 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9641 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9642 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9642 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9643 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9644 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9644 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9644 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9644 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1744794553_0001_m_000002_0' done. |
| 9644 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1744794553_0001_m_000002_0 |
| 9645 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9650 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9650 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9650 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9650 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9651 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9651 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9651 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9651 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9653 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744794553_0001/attempt_local1744794553_0001_r_000000_0 |
| 9657 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9657 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a016962 |
| 9658 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9658 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9664 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9670 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9670 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9670 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9678 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9680 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10019 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1744794553_0001_r_000000_0 is done. And is in the process of commiting |
| 10020 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10020 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10020 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10020 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10020 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10020 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10020 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10021 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10021 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10021 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10021 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10022 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1744794553_0001_r_000000_0 is allowed to commit now |
| 10023 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1744794553_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 10023 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1744794553_0001_r_000000_0' to outputGenderStats |
| 10024 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10024 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10024 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10024 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 10024 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1744794553_0001_r_000000_0' done. |
| 10300 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10309 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1744794553_0001 |
| 10310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10312 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10313 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10315 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10316 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10317 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10323 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10329 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10331 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10333 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10343 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10345 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10346 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10348 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10349 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10350 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10352 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10362 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10363 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10367 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10374 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10384 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10387 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10388 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10389 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10389 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10390 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10391 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10394 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10395 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10397 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10398 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10406 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10415 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10416 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10418 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10419 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10425 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10427 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10428 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10429 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10437 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10438 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10440 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10440 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10441 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10441 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10442 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10442 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10443 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10445 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10445 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10446 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=165178 |
| 10447 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10449 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10449 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10450 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3456106496 |
| 10452 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10452 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10452 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10452 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=39862727 |
| 10452 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10453 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10453 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8550785 |
| 10456 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10456 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10457 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10457 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:25:12 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 14 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 80 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 80 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 83 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 85 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 105 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 132 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 150 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 156 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 157 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 158 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 158 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 162 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 162 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 163 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 168 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 173 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson360635077/.staging/job_local360635077_0001 |
| 181 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 190 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 192 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 194 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 195 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 252 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local360635077_0001 |
| 267 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 292 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local360635077_0001 |
| 308 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 309 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 309 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 311 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 314 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local360635077_0001_m_000000_0 |
| 322 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 331 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 334 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 346 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360635077_0001/attempt_local360635077_0001_m_000000_0 |
| 348 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 403 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 408 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554d60cd |
| 411 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 412 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 412 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 414 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 414 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 419 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 450 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 450 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 451 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 451 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 451 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 451 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 451 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1295 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5232 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5381 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5382 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local360635077_0001_m_000000_0 is done. And is in the process of commiting |
| 5385 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5385 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5385 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5385 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5385 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5386 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5386 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5388 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5391 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5393 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5394 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5395 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local360635077_0001_m_000000_0' done. |
| 5395 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local360635077_0001_m_000000_0 |
| 5396 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local360635077_0001_m_000001_0 |
| 5396 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5396 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5396 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5397 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360635077_0001/attempt_local360635077_0001_m_000001_0 |
| 5398 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5398 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7de965c3 |
| 5400 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5400 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5400 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5401 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5401 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5401 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5408 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5408 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5408 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5409 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5409 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5409 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5409 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 6299 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8554 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8597 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8600 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local360635077_0001_m_000001_0 is done. And is in the process of commiting |
| 8600 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8600 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8600 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8601 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8601 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8601 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8601 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8602 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8602 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8603 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8603 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8603 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local360635077_0001_m_000001_0' done. |
| 8603 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local360635077_0001_m_000001_0 |
| 8603 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local360635077_0001_m_000002_0 |
| 8603 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8604 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8604 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8604 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360635077_0001/attempt_local360635077_0001_m_000002_0 |
| 8607 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8608 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@66ba5081 |
| 8609 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8610 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8612 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8612 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8612 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8615 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8623 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8623 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8623 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8624 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8624 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8624 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8624 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9300 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9783 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9785 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9787 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local360635077_0001_m_000002_0 is done. And is in the process of commiting |
| 9787 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9787 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9787 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9788 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9788 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9788 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9788 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9790 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9790 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9791 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9792 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9792 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local360635077_0001_m_000002_0' done. |
| 9792 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local360635077_0001_m_000002_0 |
| 9793 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9796 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9796 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9797 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9797 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9797 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9797 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9797 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9797 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9798 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360635077_0001/attempt_local360635077_0001_r_000000_0 |
| 9808 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9810 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@53ffb2c |
| 9814 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9815 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9820 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9823 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9824 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9824 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9827 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9827 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10133 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local360635077_0001_r_000000_0 is done. And is in the process of commiting |
| 10133 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10134 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10134 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10134 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10134 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10134 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10134 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10135 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10135 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10135 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10136 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10136 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local360635077_0001_r_000000_0 is allowed to commit now |
| 10137 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local360635077_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 10137 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local360635077_0001_r_000000_0' to outputGenderStats |
| 10140 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10141 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10141 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10141 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 10142 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local360635077_0001_r_000000_0' done. |
| 10301 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10301 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local360635077_0001 |
| 10302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10303 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10303 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10303 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10303 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10304 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10305 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10311 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10315 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10315 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10316 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10316 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10316 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10317 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10317 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10317 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10317 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10318 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10318 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10322 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10329 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10330 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10330 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10331 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10332 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10333 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10333 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10338 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10339 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10339 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10341 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10341 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10342 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10342 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10343 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10343 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10344 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10344 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10344 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10344 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10345 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10346 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10346 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10347 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10349 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10354 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10355 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10355 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10355 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10355 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10355 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10356 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10356 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10356 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10356 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10356 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10356 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10356 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10356 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10356 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10356 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10357 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10357 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10357 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10357 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=165178 |
| 10357 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10357 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10361 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10361 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2905079808 |
| 10361 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10361 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10361 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10361 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=39862711 |
| 10361 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10362 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10362 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8550785 |
| 10365 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10365 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10366 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10366 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:26:57 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 11 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 58 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 59 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 63 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 65 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 84 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 106 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 127 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 134 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 135 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 135 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 135 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 139 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 139 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 140 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 145 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 150 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson935250280/.staging/job_local935250280_0001 |
| 158 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 165 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 167 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 169 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 170 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 230 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local935250280_0001 |
| 242 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 265 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local935250280_0001 |
| 284 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 285 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 287 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 290 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 293 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local935250280_0001_m_000000_0 |
| 301 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 309 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 312 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 324 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local935250280_0001/attempt_local935250280_0001_m_000000_0 |
| 326 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 386 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 391 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71371d2c |
| 394 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 397 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 399 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 407 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 407 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 417 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 451 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 451 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 451 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 452 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 452 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 452 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 452 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1269 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5015 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5182 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5184 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local935250280_0001_m_000000_0 is done. And is in the process of commiting |
| 5186 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5186 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5186 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5186 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5187 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5187 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5187 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5188 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5189 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5189 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5190 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5190 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local935250280_0001_m_000000_0' done. |
| 5190 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local935250280_0001_m_000000_0 |
| 5191 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local935250280_0001_m_000001_0 |
| 5191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5192 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local935250280_0001/attempt_local935250280_0001_m_000001_0 |
| 5194 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5195 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72150e93 |
| 5197 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5197 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5197 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5197 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5198 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5199 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5204 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5204 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5204 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5204 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5204 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5205 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5205 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5275 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8245 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8295 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8297 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local935250280_0001_m_000001_0 is done. And is in the process of commiting |
| 8298 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8298 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8298 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8298 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8298 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8298 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8299 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8299 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8300 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8300 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8300 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8300 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local935250280_0001_m_000001_0' done. |
| 8300 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local935250280_0001_m_000001_0 |
| 8301 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local935250280_0001_m_000002_0 |
| 8301 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8301 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8301 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8301 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local935250280_0001/attempt_local935250280_0001_m_000002_0 |
| 8303 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8304 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72747d97 |
| 8305 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8306 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8306 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8306 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8306 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8307 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8314 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8314 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8315 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8315 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8315 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8315 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8315 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9276 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9353 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9355 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9359 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local935250280_0001_m_000002_0 is done. And is in the process of commiting |
| 9360 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9360 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9360 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9360 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9360 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9360 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9360 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9361 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9362 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9362 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9362 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9362 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local935250280_0001_m_000002_0' done. |
| 9362 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local935250280_0001_m_000002_0 |
| 9363 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9365 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9365 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9366 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9366 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9366 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9366 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9366 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9366 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9368 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local935250280_0001/attempt_local935250280_0001_r_000000_0 |
| 9375 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9379 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4275df9e |
| 9380 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9381 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9384 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9390 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9390 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9391 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9395 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9395 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 9783 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local935250280_0001_r_000000_0 is done. And is in the process of commiting |
| 9783 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9784 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9785 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9786 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9786 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9787 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9787 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9787 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9788 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9788 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9789 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9789 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local935250280_0001_r_000000_0 is allowed to commit now |
| 9790 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local935250280_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 9791 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local935250280_0001_r_000000_0' to outputGenderStats |
| 9792 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9792 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9793 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9793 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 9793 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local935250280_0001_r_000000_0' done. |
| 10277 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10278 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local935250280_0001 |
| 10278 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10279 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10279 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10280 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10280 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10281 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10281 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10281 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10282 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10282 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10285 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10285 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10285 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10286 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10286 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10286 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10287 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10287 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10287 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10287 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10288 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10288 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10288 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10288 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10288 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10288 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10289 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10289 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10289 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10289 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10289 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10290 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10290 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10290 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10290 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10290 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10296 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10296 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10297 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10297 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10297 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10297 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10297 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10297 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10300 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10300 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10300 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10303 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10303 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10303 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10303 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10304 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10304 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10304 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10304 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10305 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10305 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10305 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10305 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10305 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10306 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10306 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10306 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10306 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10306 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10306 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10307 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10307 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10307 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10307 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10307 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=165178 |
| 10307 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10307 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10308 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10308 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2678063104 |
| 10308 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10308 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10308 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10308 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=39862711 |
| 10308 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10308 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10309 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8550785 |
| 10310 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10310 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10310 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10310 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:28:17 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 11 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 72 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 73 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 76 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 78 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 98 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 119 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 138 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 144 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 144 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 145 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 145 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 150 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 151 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 152 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 157 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 162 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson881805475/.staging/job_local881805475_0001 |
| 168 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 176 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 178 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 181 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 181 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 242 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local881805475_0001 |
| 255 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 279 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local881805475_0001 |
| 299 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 299 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 300 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 303 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 306 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local881805475_0001_m_000000_0 |
| 315 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 326 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 327 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 341 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local881805475_0001/attempt_local881805475_0001_m_000000_0 |
| 343 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 401 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 405 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@641d7592 |
| 408 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 408 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 409 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 410 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 410 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 415 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 447 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 448 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 449 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1282 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5131 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5256 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5258 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local881805475_0001_m_000000_0 is done. And is in the process of commiting |
| 5261 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5261 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5261 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5261 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5261 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5262 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5262 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5263 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5264 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5264 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5264 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5264 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local881805475_0001_m_000000_0' done. |
| 5264 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local881805475_0001_m_000000_0 |
| 5265 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local881805475_0001_m_000001_0 |
| 5265 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5265 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5265 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5266 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local881805475_0001/attempt_local881805475_0001_m_000001_0 |
| 5267 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5268 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7b043501 |
| 5270 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5271 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5274 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5275 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5276 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5281 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5286 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 5288 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5289 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5289 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5289 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5289 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5289 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5289 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8420 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8467 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8470 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local881805475_0001_m_000001_0 is done. And is in the process of commiting |
| 8470 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8470 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8471 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8471 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8471 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8471 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8471 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8473 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8473 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8474 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8474 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8474 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local881805475_0001_m_000001_0' done. |
| 8474 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local881805475_0001_m_000001_0 |
| 8474 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local881805475_0001_m_000002_0 |
| 8474 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8477 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8477 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8478 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local881805475_0001/attempt_local881805475_0001_m_000002_0 |
| 8480 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8482 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@42a2ae6 |
| 8484 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8484 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8485 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8485 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8485 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8486 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8494 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8494 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8495 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8495 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8495 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8495 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8496 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9288 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9605 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9606 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9608 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local881805475_0001_m_000002_0 is done. And is in the process of commiting |
| 9608 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9608 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9608 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9608 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9609 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9609 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9609 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9610 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9611 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9611 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9611 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9611 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local881805475_0001_m_000002_0' done. |
| 9612 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local881805475_0001_m_000002_0 |
| 9613 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9616 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9617 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9617 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9617 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9617 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9618 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9618 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9618 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9619 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local881805475_0001/attempt_local881805475_0001_r_000000_0 |
| 9630 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9633 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4275df9e |
| 9635 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9636 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9640 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9644 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9645 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9647 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9653 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9653 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 9959 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local881805475_0001_r_000000_0 is done. And is in the process of commiting |
| 9960 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9960 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9960 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9960 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9961 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9961 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9961 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9961 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9962 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9962 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9962 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9962 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local881805475_0001_r_000000_0 is allowed to commit now |
| 9963 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local881805475_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 9964 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local881805475_0001_r_000000_0' to outputGenderStats |
| 9968 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9970 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9971 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9971 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 9971 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local881805475_0001_r_000000_0' done. |
| 10289 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10290 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local881805475_0001 |
| 10291 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10293 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10294 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10295 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10296 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10297 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10305 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10315 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10316 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10322 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10322 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10323 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10325 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10325 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10346 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10349 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10349 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10350 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10356 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10358 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10367 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10369 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10375 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10376 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10380 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10381 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10382 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10387 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10388 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10389 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10390 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10406 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10414 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10417 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10425 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10425 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10426 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10427 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10427 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10428 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10431 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10433 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10433 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10437 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10437 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10440 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10440 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10440 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10441 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10441 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10442 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=165178 |
| 10442 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10442 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10442 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10443 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2639790080 |
| 10443 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10443 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10443 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10444 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=39862711 |
| 10444 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10445 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10446 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8550785 |
| 10448 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10449 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10449 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10449 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:30:26 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 9 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 55 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 58 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 62 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 64 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 89 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 112 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 129 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 134 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 135 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 135 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 135 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 140 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 141 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 141 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 147 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 152 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1313741512/.staging/job_local1313741512_0001 |
| 159 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 167 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 169 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 172 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 173 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 238 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1313741512_0001 |
| 251 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 279 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1313741512_0001 |
| 297 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 298 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 298 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 302 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 305 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1313741512_0001_m_000000_0 |
| 313 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 322 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 325 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 337 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1313741512_0001/attempt_local1313741512_0001_m_000000_0 |
| 340 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 392 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 399 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@251c5e1f |
| 403 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 403 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 404 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 405 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 406 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 411 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 442 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 442 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1282 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5064 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5185 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5187 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1313741512_0001_m_000000_0 is done. And is in the process of commiting |
| 5191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5193 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5193 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5194 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5194 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5194 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5195 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5196 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5197 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5197 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5198 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5198 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1313741512_0001_m_000000_0' done. |
| 5199 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1313741512_0001_m_000000_0 |
| 5199 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1313741512_0001_m_000001_0 |
| 5199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1313741512_0001/attempt_local1313741512_0001_m_000001_0 |
| 5202 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5203 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@227dbf03 |
| 5206 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5206 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5207 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5207 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5207 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5207 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5215 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5216 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5216 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5216 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5218 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5218 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5219 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5285 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8364 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8417 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8419 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1313741512_0001_m_000001_0 is done. And is in the process of commiting |
| 8419 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8420 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8420 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8420 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8420 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8420 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8420 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8423 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8423 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8424 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8424 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8424 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1313741512_0001_m_000001_0' done. |
| 8424 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1313741512_0001_m_000001_0 |
| 8424 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1313741512_0001_m_000002_0 |
| 8425 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8425 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8425 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8425 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1313741512_0001/attempt_local1313741512_0001_m_000002_0 |
| 8430 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8432 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@989a66 |
| 8433 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8434 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8434 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8434 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8434 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8435 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8441 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8441 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8441 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8441 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8441 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8442 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8442 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9286 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9540 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9542 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9543 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1313741512_0001_m_000002_0 is done. And is in the process of commiting |
| 9544 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9544 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9544 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9545 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9545 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9545 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9545 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9546 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9547 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9547 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9548 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9548 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1313741512_0001_m_000002_0' done. |
| 9548 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1313741512_0001_m_000002_0 |
| 9548 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9552 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9553 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9554 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9555 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9556 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9556 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9557 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9557 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9558 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1313741512_0001/attempt_local1313741512_0001_r_000000_0 |
| 9564 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9565 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@29852e62 |
| 9566 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9567 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9572 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9576 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9576 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9576 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9579 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9579 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 9715 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1313741512_0001_r_000000_0 is done. And is in the process of commiting |
| 9715 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9716 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9716 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9716 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9716 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9717 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9718 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9719 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9719 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9720 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9721 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9721 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1313741512_0001_r_000000_0 is allowed to commit now |
| 9723 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1313741512_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 9724 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1313741512_0001_r_000000_0' to outputGenderStats |
| 9726 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9726 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9727 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9727 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 9727 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1313741512_0001_r_000000_0' done. |
| 10287 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10295 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1313741512_0001 |
| 10296 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10304 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10305 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10312 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10314 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10315 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10316 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10318 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10325 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10329 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10330 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10331 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10342 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10343 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10343 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10344 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10344 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10345 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10346 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10347 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10349 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10357 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10358 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10360 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10360 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10361 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10364 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10379 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10379 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10380 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10380 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10381 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10381 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10382 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10382 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10389 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10390 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10395 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10396 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10396 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10397 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10397 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10398 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10398 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10406 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10412 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10413 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10413 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10415 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10418 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10418 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10418 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10418 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10419 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10419 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 10419 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10419 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10420 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10420 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2637692928 |
| 10420 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10420 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10420 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10421 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=31311950 |
| 10421 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10421 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10421 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 10423 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10424 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10424 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10425 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:32:07 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 14 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 72 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 73 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 77 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 80 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 100 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 152 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 169 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 176 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 177 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 177 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 178 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 184 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 184 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 187 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 193 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 199 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1591445693/.staging/job_local1591445693_0001 |
| 207 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 215 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 217 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 219 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 220 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 289 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1591445693_0001 |
| 306 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 330 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1591445693_0001 |
| 348 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 348 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 348 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 351 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 355 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1591445693_0001_m_000000_0 |
| 362 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 370 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 373 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 385 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1591445693_0001/attempt_local1591445693_0001_m_000000_0 |
| 387 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 443 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 447 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71371d2c |
| 450 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 450 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 451 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 452 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 453 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 458 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 488 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 488 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 488 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 488 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 489 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 489 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 489 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1334 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 4960 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5127 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5129 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1591445693_0001_m_000000_0 is done. And is in the process of commiting |
| 5132 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5132 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5132 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5132 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5132 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5133 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5133 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5135 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5136 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5137 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5138 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5140 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1591445693_0001_m_000000_0' done. |
| 5141 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1591445693_0001_m_000000_0 |
| 5143 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1591445693_0001_m_000001_0 |
| 5144 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5145 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5146 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5148 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1591445693_0001/attempt_local1591445693_0001_m_000001_0 |
| 5149 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5151 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72150e93 |
| 5153 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5153 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5154 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5154 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5154 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5156 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5163 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5163 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5163 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5163 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5164 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5164 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5164 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5337 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8233 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8303 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8305 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1591445693_0001_m_000001_0 is done. And is in the process of commiting |
| 8305 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8306 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8306 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8306 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8306 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8307 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8311 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8312 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8312 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8313 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8313 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8313 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1591445693_0001_m_000001_0' done. |
| 8313 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1591445693_0001_m_000001_0 |
| 8314 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1591445693_0001_m_000002_0 |
| 8314 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8314 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8314 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8315 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1591445693_0001/attempt_local1591445693_0001_m_000002_0 |
| 8316 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8316 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72747d97 |
| 8318 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8318 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8319 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8319 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8319 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8320 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8329 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8330 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8330 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8330 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8330 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8331 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8331 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8339 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9487 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9489 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9492 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1591445693_0001_m_000002_0 is done. And is in the process of commiting |
| 9493 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9493 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9494 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9494 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9495 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9495 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9495 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9496 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9496 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9497 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9497 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9497 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1591445693_0001_m_000002_0' done. |
| 9497 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1591445693_0001_m_000002_0 |
| 9500 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9503 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9504 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9504 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9504 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9504 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9505 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9505 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9505 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9506 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1591445693_0001/attempt_local1591445693_0001_r_000000_0 |
| 9513 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9514 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@29852e62 |
| 9514 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9514 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9517 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9520 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9521 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9521 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9525 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9525 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 9668 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1591445693_0001_r_000000_0 is done. And is in the process of commiting |
| 9668 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9668 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9669 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9671 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9672 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9675 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9678 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9680 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9682 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9682 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9683 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9683 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1591445693_0001_r_000000_0 is allowed to commit now |
| 9684 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1591445693_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 9685 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1591445693_0001_r_000000_0' to outputGenderStats |
| 9686 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9687 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9688 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9688 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 9688 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1591445693_0001_r_000000_0' done. |
| 10340 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10348 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1591445693_0001 |
| 10349 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10352 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10353 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10354 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10355 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10356 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10357 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10357 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10358 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10359 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10360 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10361 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10362 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10363 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10374 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10374 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10375 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10380 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10380 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10381 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10381 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10382 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10385 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10386 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10387 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10388 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10391 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10394 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10401 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10401 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10406 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10406 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10417 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10417 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10418 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10418 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10419 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10419 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10426 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10427 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10428 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10429 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10429 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10431 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10432 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10432 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10436 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10436 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10437 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10437 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10440 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10440 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10441 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 10441 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10441 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10442 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10442 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3628072960 |
| 10443 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10443 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10444 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10444 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=31311950 |
| 10444 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10445 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10445 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 10450 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10453 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10455 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10457 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:34:44 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 9 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 69 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 70 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 73 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 75 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 94 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 113 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 134 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 139 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 139 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 140 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 140 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 145 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 145 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 146 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 151 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 156 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1908284486/.staging/job_local1908284486_0001 |
| 164 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 171 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 173 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 177 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 178 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 241 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1908284486_0001 |
| 254 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 281 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1908284486_0001 |
| 300 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 301 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 302 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 306 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 309 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1908284486_0001_m_000000_0 |
| 319 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 328 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 328 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 338 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1908284486_0001/attempt_local1908284486_0001_m_000000_0 |
| 339 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 390 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 396 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554d60cd |
| 399 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 399 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 400 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 401 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 401 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 406 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 436 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 437 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 437 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 437 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 437 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 437 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 438 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1285 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5000 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5161 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5164 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1908284486_0001_m_000000_0 is done. And is in the process of commiting |
| 5167 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5168 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5168 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5168 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5168 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5169 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5169 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5171 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5171 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5171 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5172 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5172 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1908284486_0001_m_000000_0' done. |
| 5172 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1908284486_0001_m_000000_0 |
| 5172 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1908284486_0001_m_000001_0 |
| 5173 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5173 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5173 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5173 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1908284486_0001/attempt_local1908284486_0001_m_000001_0 |
| 5174 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5175 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7de965c3 |
| 5176 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5176 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5176 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5177 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5177 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5177 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5186 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5188 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5189 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5288 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8411 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8465 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8467 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1908284486_0001_m_000001_0 is done. And is in the process of commiting |
| 8468 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8468 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8468 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8469 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8469 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8469 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8469 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8471 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8471 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8471 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8471 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8472 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1908284486_0001_m_000001_0' done. |
| 8472 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1908284486_0001_m_000001_0 |
| 8472 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1908284486_0001_m_000002_0 |
| 8472 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8472 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8473 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8473 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1908284486_0001/attempt_local1908284486_0001_m_000002_0 |
| 8476 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8477 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@66ba5081 |
| 8478 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8478 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8478 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8479 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8479 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8479 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8485 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8485 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8486 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8486 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8486 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8486 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8486 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9289 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9591 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9593 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9594 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1908284486_0001_m_000002_0 is done. And is in the process of commiting |
| 9595 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9595 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9595 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9596 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9596 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9596 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9596 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9598 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9599 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9599 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9599 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9599 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1908284486_0001_m_000002_0' done. |
| 9600 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1908284486_0001_m_000002_0 |
| 9600 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9605 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9605 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9605 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9606 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9606 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9606 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9606 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9606 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9608 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1908284486_0001/attempt_local1908284486_0001_r_000000_0 |
| 9613 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9615 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@53ffb2c |
| 9618 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9625 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9629 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9632 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9632 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9632 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9636 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9637 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 9894 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1908284486_0001_r_000000_0 is done. And is in the process of commiting |
| 9894 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9895 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9895 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9895 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9895 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9895 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9896 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9896 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9897 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9897 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9898 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9898 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1908284486_0001_r_000000_0 is allowed to commit now |
| 9899 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1908284486_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 9900 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1908284486_0001_r_000000_0' to outputGenderStats |
| 9902 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9903 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9903 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9904 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 9904 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1908284486_0001_r_000000_0' done. |
| 10290 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10291 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1908284486_0001 |
| 10293 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10294 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10295 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10296 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10297 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10300 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10303 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10304 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10313 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10314 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10316 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10318 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10322 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10325 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10330 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10331 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10340 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10340 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10343 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10345 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10347 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10348 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10350 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10352 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10353 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10355 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10360 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10361 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10362 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10363 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10367 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10369 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10374 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10375 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10376 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10377 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10377 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10379 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10387 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10389 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10391 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10396 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10397 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10398 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10414 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10416 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10419 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10429 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10431 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10435 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10436 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10436 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10436 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10436 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10437 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10437 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10437 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10437 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10437 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=165178 |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3360161792 |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=39696257 |
| 10440 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10440 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10440 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8384315 |
| 10447 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10448 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10448 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10448 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:36:36 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 11 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 65 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 66 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 68 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 70 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 89 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 113 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 128 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 134 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 135 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 135 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 136 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 140 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 141 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 141 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 147 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 151 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1899573364/.staging/job_local1899573364_0001 |
| 158 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 165 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 167 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 170 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 172 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 235 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1899573364_0001 |
| 247 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 273 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1899573364_0001 |
| 291 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 292 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 292 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 295 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 298 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1899573364_0001_m_000000_0 |
| 307 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 319 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 321 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 332 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1899573364_0001/attempt_local1899573364_0001_m_000000_0 |
| 333 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 392 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 399 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71371d2c |
| 403 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 405 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 409 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 411 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 412 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 418 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 450 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 451 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 451 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 451 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 451 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 452 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 452 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1276 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5011 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5172 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5174 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1899573364_0001_m_000000_0 is done. And is in the process of commiting |
| 5183 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5184 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5184 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5184 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5184 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5186 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5186 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5188 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5188 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5189 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5189 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5189 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1899573364_0001_m_000000_0' done. |
| 5189 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1899573364_0001_m_000000_0 |
| 5189 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1899573364_0001_m_000001_0 |
| 5190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1899573364_0001/attempt_local1899573364_0001_m_000001_0 |
| 5191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5192 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72150e93 |
| 5195 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5196 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5197 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5197 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5197 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5199 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5204 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5204 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5205 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5205 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5205 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5205 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5205 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5315 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8325 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8378 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8380 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1899573364_0001_m_000001_0 is done. And is in the process of commiting |
| 8381 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8381 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8383 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8383 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8384 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8385 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8385 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8387 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8387 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8387 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8388 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8388 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1899573364_0001_m_000001_0' done. |
| 8388 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1899573364_0001_m_000001_0 |
| 8388 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1899573364_0001_m_000002_0 |
| 8388 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8388 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8389 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8389 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1899573364_0001/attempt_local1899573364_0001_m_000002_0 |
| 8393 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8394 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72747d97 |
| 8395 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8396 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8396 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8396 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8396 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8397 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8403 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8404 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8404 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8404 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8404 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8404 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8404 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9316 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9321 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9324 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9325 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1899573364_0001_m_000002_0 is done. And is in the process of commiting |
| 9326 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9326 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9326 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9326 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9326 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9327 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9327 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9328 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9328 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9328 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9328 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9328 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1899573364_0001_m_000002_0' done. |
| 9329 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1899573364_0001_m_000002_0 |
| 9329 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9331 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9331 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9331 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9332 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9332 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9332 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9332 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9332 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9332 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1899573364_0001/attempt_local1899573364_0001_r_000000_0 |
| 9337 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9337 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@29852e62 |
| 9338 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9338 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9343 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9348 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9349 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9349 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9352 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9352 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 9506 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1899573364_0001_r_000000_0 is done. And is in the process of commiting |
| 9507 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9507 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9507 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9507 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9508 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9508 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9508 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9509 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9510 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9511 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9514 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9516 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1899573364_0001_r_000000_0 is allowed to commit now |
| 9521 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1899573364_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 9525 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1899573364_0001_r_000000_0' to outputGenderStats |
| 9528 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9529 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9531 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9531 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 9533 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1899573364_0001_r_000000_0' done. |
| 10317 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10318 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1899573364_0001 |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10322 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10322 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10323 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10330 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10331 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10332 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10338 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10340 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10343 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10344 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10347 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10347 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10348 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10353 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10356 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10357 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10360 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10363 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10364 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10367 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10374 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10376 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10377 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10384 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10385 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10386 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10387 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10389 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10414 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10416 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10418 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10418 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10419 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10426 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10427 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10428 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10429 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10432 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10433 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10437 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10437 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10440 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10441 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10442 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10447 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10447 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10448 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10448 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10448 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10449 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10450 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10450 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10450 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10451 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10451 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10451 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10451 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10451 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10451 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10451 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10452 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10453 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10456 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10457 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 10462 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2588409856 |
| 10463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=31311950 |
| 10464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 10465 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10465 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10465 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10466 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:37:30 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 11 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 64 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 65 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 68 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 71 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 88 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 112 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 128 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 133 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 134 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 136 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 137 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 142 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 142 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 143 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 150 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 157 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1218388470/.staging/job_local1218388470_0001 |
| 164 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 171 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 174 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 177 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 178 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 243 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1218388470_0001 |
| 253 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 277 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1218388470_0001 |
| 295 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 296 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 296 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 301 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 304 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1218388470_0001_m_000000_0 |
| 313 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 319 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 320 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 332 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1218388470_0001/attempt_local1218388470_0001_m_000000_0 |
| 335 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 391 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 398 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71371d2c |
| 402 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 402 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 403 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 404 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 405 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 411 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 442 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 443 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 444 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 444 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 444 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 444 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1280 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 4970 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5091 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5093 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1218388470_0001_m_000000_0 is done. And is in the process of commiting |
| 5095 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5095 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5096 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5096 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5097 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5097 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5097 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5099 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5099 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5099 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5100 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5100 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1218388470_0001_m_000000_0' done. |
| 5100 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1218388470_0001_m_000000_0 |
| 5100 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1218388470_0001_m_000001_0 |
| 5101 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5101 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5101 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5102 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1218388470_0001/attempt_local1218388470_0001_m_000001_0 |
| 5105 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5106 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72150e93 |
| 5107 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5107 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5108 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5108 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5108 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5109 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5117 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5117 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5118 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5119 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5119 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5119 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5120 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5286 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8176 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8226 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8228 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1218388470_0001_m_000001_0 is done. And is in the process of commiting |
| 8228 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8229 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8229 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8229 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8230 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8230 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8230 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8231 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8232 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8232 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8232 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8233 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1218388470_0001_m_000001_0' done. |
| 8233 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1218388470_0001_m_000001_0 |
| 8233 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1218388470_0001_m_000002_0 |
| 8234 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8234 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8234 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8235 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1218388470_0001/attempt_local1218388470_0001_m_000002_0 |
| 8236 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8237 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72747d97 |
| 8238 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8238 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8239 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8239 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8239 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8240 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8248 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8248 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8248 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8249 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8249 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8249 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8249 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8287 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9204 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9206 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9208 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1218388470_0001_m_000002_0 is done. And is in the process of commiting |
| 9209 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9209 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9210 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9210 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9210 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9211 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9211 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9213 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9213 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9214 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9215 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9216 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1218388470_0001_m_000002_0' done. |
| 9216 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1218388470_0001_m_000002_0 |
| 9216 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9220 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9220 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9221 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9221 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9221 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9222 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9222 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9222 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9225 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1218388470_0001/attempt_local1218388470_0001_r_000000_0 |
| 9233 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9236 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4275df9e |
| 9236 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9236 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9241 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9245 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9245 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9245 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9248 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9249 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 9288 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 0% |
| 9423 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1218388470_0001_r_000000_0 is done. And is in the process of commiting |
| 9424 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9425 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9426 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9426 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9427 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9427 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9428 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9429 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9429 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9430 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9430 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9431 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1218388470_0001_r_000000_0 is allowed to commit now |
| 9432 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1218388470_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 9433 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1218388470_0001_r_000000_0' to outputGenderStats |
| 9437 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9437 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9437 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9437 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 9438 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1218388470_0001_r_000000_0' done. |
| 10289 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10291 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1218388470_0001 |
| 10292 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10293 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10294 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10296 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10297 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10303 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10304 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10311 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10313 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10315 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10317 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10331 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10332 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10338 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10343 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10346 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10348 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10349 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10349 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10349 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10350 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10350 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10350 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10356 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10357 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10358 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10359 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10361 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10361 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10362 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10362 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10363 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10363 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10363 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10364 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10367 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10369 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10369 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10369 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10374 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10376 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10377 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10377 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10381 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10381 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10382 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10382 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10382 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10382 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10383 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10383 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10383 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10383 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10383 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10385 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10385 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10385 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10385 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10385 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 10385 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10385 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10386 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10386 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2619342848 |
| 10386 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=31311950 |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 10388 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10389 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10390 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10390 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:41:22 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 18 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 84 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 85 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 88 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 90 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 116 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 161 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 181 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 186 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 187 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 187 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 187 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 192 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 194 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 195 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 202 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 208 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1681585205/.staging/job_local1681585205_0001 |
| 217 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 225 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 228 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 230 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 231 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 297 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1681585205_0001 |
| 309 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 333 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1681585205_0001 |
| 356 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 357 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 357 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 360 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 364 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1681585205_0001_m_000000_0 |
| 373 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 381 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 383 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 392 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1681585205_0001/attempt_local1681585205_0001_m_000000_0 |
| 394 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 451 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 456 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ed693fe |
| 459 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 459 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 460 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 461 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 461 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 467 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 498 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 498 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 499 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 499 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 500 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 500 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 500 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1336 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5083 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5227 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5229 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1681585205_0001_m_000000_0 is done. And is in the process of commiting |
| 5232 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5232 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5232 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5236 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5236 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5237 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5237 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5237 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1681585205_0001_m_000000_0' done. |
| 5240 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1681585205_0001_m_000000_0 |
| 5241 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1681585205_0001_m_000001_0 |
| 5241 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5241 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5241 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5242 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1681585205_0001/attempt_local1681585205_0001_m_000001_0 |
| 5243 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5244 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@76ba0c36 |
| 5245 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5245 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5245 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5245 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5245 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5245 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5252 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5252 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5253 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5253 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5253 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5253 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5253 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5339 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8415 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8461 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8463 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1681585205_0001_m_000001_0 is done. And is in the process of commiting |
| 8463 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8464 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8464 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8464 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8465 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8465 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8465 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8466 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8467 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8467 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8467 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8468 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1681585205_0001_m_000001_0' done. |
| 8468 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1681585205_0001_m_000001_0 |
| 8469 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1681585205_0001_m_000002_0 |
| 8469 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8469 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8469 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8470 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1681585205_0001/attempt_local1681585205_0001_m_000002_0 |
| 8472 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8472 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62fc0bcd |
| 8474 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8474 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8474 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8474 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8474 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8475 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8487 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8487 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8488 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8488 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8488 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8488 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8488 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9340 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9619 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9622 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9624 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1681585205_0001_m_000002_0 is done. And is in the process of commiting |
| 9624 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9625 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9625 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9625 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9625 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9626 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9626 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9627 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9628 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9628 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9628 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9629 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1681585205_0001_m_000002_0' done. |
| 9629 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1681585205_0001_m_000002_0 |
| 9629 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9632 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9633 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9633 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9633 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9634 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9634 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9634 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9634 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9636 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1681585205_0001/attempt_local1681585205_0001_r_000000_0 |
| 9647 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9649 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1930e474 |
| 9650 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9650 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9654 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9657 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9658 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9658 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9661 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9661 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 9802 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1681585205_0001_r_000000_0 is done. And is in the process of commiting |
| 9803 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9803 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9803 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9803 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9803 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9804 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9804 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9804 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9804 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9805 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9805 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9806 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1681585205_0001_r_000000_0 is allowed to commit now |
| 9807 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1681585205_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 9808 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1681585205_0001_r_000000_0' to outputGenderStats |
| 9810 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9811 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9812 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9812 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 9813 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1681585205_0001_r_000000_0' done. |
| 10341 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10349 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1681585205_0001 |
| 10350 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10351 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10352 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10353 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10354 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10355 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10355 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10358 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10369 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10375 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10376 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10380 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10381 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10383 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10383 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10383 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10384 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10384 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10384 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10385 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10385 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10385 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10386 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10391 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10391 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10391 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10394 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10397 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10397 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10397 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10397 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10398 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10398 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10398 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10398 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10401 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10406 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10409 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10410 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10410 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10410 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10412 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10412 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10412 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10413 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10413 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10413 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10413 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10413 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10413 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10413 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 10413 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3418882048 |
| 10414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=31311950 |
| 10414 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10415 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10415 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 10416 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10416 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10416 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10417 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:42:21 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 11 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 65 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 69 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 71 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 73 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 93 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 118 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 137 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 143 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 145 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 146 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 147 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 152 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 153 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 153 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 159 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 165 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1157290872/.staging/job_local1157290872_0001 |
| 172 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 180 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 182 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 185 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 185 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 236 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1157290872_0001 |
| 249 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 274 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1157290872_0001 |
| 293 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 293 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 293 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 299 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 301 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1157290872_0001_m_000000_0 |
| 311 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 319 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 321 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 336 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1157290872_0001/attempt_local1157290872_0001_m_000000_0 |
| 339 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 401 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 404 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@496fc09d |
| 407 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 407 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 408 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 410 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 410 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 415 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 446 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 447 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 447 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 447 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 447 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1277 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5023 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5176 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5177 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1157290872_0001_m_000000_0 is done. And is in the process of commiting |
| 5180 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5180 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5180 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5181 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5181 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5181 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5181 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5183 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5183 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5184 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5184 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5184 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1157290872_0001_m_000000_0' done. |
| 5184 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1157290872_0001_m_000000_0 |
| 5185 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1157290872_0001_m_000001_0 |
| 5185 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5185 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5185 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5186 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1157290872_0001/attempt_local1157290872_0001_m_000001_0 |
| 5187 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5188 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2a3f3648 |
| 5191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5191 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5192 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5192 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5192 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5198 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5199 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5320 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8319 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8380 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8382 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1157290872_0001_m_000001_0 is done. And is in the process of commiting |
| 8383 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8383 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8384 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8384 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8384 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8384 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8385 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8386 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8386 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8386 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8387 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8387 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1157290872_0001_m_000001_0' done. |
| 8387 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1157290872_0001_m_000001_0 |
| 8388 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1157290872_0001_m_000002_0 |
| 8388 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8388 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8389 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8389 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1157290872_0001/attempt_local1157290872_0001_m_000002_0 |
| 8391 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8392 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ce50184 |
| 8393 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8393 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8393 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8393 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8394 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8394 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8401 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8401 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8401 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8402 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8402 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8402 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8402 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9322 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9625 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9629 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9635 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1157290872_0001_m_000002_0 is done. And is in the process of commiting |
| 9636 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9638 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9639 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9639 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9639 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9639 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9640 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9644 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9645 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9646 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9646 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9647 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1157290872_0001_m_000002_0' done. |
| 9647 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1157290872_0001_m_000002_0 |
| 9647 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9653 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9653 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9654 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9654 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9654 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9654 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9654 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9655 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9658 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1157290872_0001/attempt_local1157290872_0001_r_000000_0 |
| 9671 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9672 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@a57f354 |
| 9673 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9674 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9678 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9684 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9685 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9685 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9689 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9689 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 9866 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1157290872_0001_r_000000_0 is done. And is in the process of commiting |
| 9866 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9867 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9868 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9869 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9869 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9870 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9871 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9872 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9872 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9873 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9873 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9874 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1157290872_0001_r_000000_0 is allowed to commit now |
| 9876 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1157290872_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 9877 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1157290872_0001_r_000000_0' to outputGenderStats |
| 9879 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9880 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9881 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9881 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 9883 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1157290872_0001_r_000000_0' done. |
| 10323 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10323 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1157290872_0001 |
| 10325 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10329 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10331 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10339 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10342 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10344 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10347 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10349 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10351 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10353 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10355 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10358 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10359 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10362 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10364 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10369 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10369 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10379 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10380 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10380 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10381 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10382 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10382 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10390 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10390 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10391 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10394 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10394 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10396 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10397 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10417 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10418 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10425 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10431 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10432 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10437 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10439 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10440 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10442 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10444 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10445 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10447 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10451 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10452 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10453 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10454 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10454 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10454 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10454 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10455 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10455 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10455 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10455 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10455 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10458 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10459 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10460 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10461 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 10463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2950692864 |
| 10465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10468 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10468 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10469 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=31311950 |
| 10469 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10469 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10470 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 10471 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10472 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10472 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10473 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:43:15 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 9 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 72 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 73 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 76 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 78 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 102 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 129 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 148 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 154 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 154 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 155 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 156 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 162 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 162 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 163 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 169 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 174 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1389893440/.staging/job_local1389893440_0001 |
| 182 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 189 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 191 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 195 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 195 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 247 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1389893440_0001 |
| 260 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 284 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1389893440_0001 |
| 302 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 304 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 304 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 308 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 313 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1389893440_0001_m_000000_0 |
| 324 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 332 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 333 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 345 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1389893440_0001/attempt_local1389893440_0001_m_000000_0 |
| 349 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 408 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 410 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ed693fe |
| 413 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 414 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 414 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 415 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 416 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 420 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 452 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 452 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 452 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 453 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 453 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 453 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 453 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1286 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 4965 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5117 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5118 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1389893440_0001_m_000000_0 is done. And is in the process of commiting |
| 5120 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5121 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5121 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5121 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5121 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5121 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5121 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5123 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5124 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5124 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5124 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5125 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1389893440_0001_m_000000_0' done. |
| 5125 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1389893440_0001_m_000000_0 |
| 5125 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1389893440_0001_m_000001_0 |
| 5125 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5125 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5126 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5126 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1389893440_0001/attempt_local1389893440_0001_m_000001_0 |
| 5129 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5130 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@76ba0c36 |
| 5132 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5132 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5132 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5133 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5133 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5134 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5141 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5141 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5142 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5143 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5143 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5143 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5143 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5290 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8147 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8189 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8192 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1389893440_0001_m_000001_0 is done. And is in the process of commiting |
| 8192 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8192 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8193 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8193 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8193 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8194 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8194 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8195 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8197 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8197 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8197 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8198 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1389893440_0001_m_000001_0' done. |
| 8198 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1389893440_0001_m_000001_0 |
| 8198 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1389893440_0001_m_000002_0 |
| 8198 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1389893440_0001/attempt_local1389893440_0001_m_000002_0 |
| 8201 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8202 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62fc0bcd |
| 8203 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8203 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8203 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8204 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8204 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8204 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8210 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8210 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8210 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8211 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8211 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8211 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8211 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8291 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9280 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9282 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9284 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1389893440_0001_m_000002_0 is done. And is in the process of commiting |
| 9284 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9285 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9285 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9285 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9285 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9285 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9286 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9287 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9287 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9287 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9288 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9288 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1389893440_0001_m_000002_0' done. |
| 9288 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1389893440_0001_m_000002_0 |
| 9288 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9291 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9292 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9292 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 0% |
| 9292 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9292 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9292 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9292 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9292 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9293 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9294 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1389893440_0001/attempt_local1389893440_0001_r_000000_0 |
| 9299 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9300 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1930e474 |
| 9303 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9303 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9306 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9309 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9311 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9311 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9314 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9314 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 9438 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1389893440_0001_r_000000_0 is done. And is in the process of commiting |
| 9438 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9438 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9438 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9438 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9439 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9439 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9439 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9440 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9440 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9440 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9441 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9441 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1389893440_0001_r_000000_0 is allowed to commit now |
| 9446 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1389893440_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 9447 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1389893440_0001_r_000000_0' to outputGenderStats |
| 9448 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9449 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9449 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9449 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 9450 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1389893440_0001_r_000000_0' done. |
| 10293 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10299 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1389893440_0001 |
| 10299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10300 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10305 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10305 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10317 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10318 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10318 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10318 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10318 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10325 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10329 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10329 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10330 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10330 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10330 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10330 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10331 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10332 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10332 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10332 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10333 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10333 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10333 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10333 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10337 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10338 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10338 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10338 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10338 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10338 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10339 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10339 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10339 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10339 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10339 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10340 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10340 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10340 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 10340 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10340 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10341 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10341 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2677014528 |
| 10341 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10341 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10341 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10341 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=31311950 |
| 10342 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10342 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10342 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 10343 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10344 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10344 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10344 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Mon Dec 10 23:44:58 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 11 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 77 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 80 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 85 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 88 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 109 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 143 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 159 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 164 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 165 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 167 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 168 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 173 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 174 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 175 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 180 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 185 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1597083852/.staging/job_local1597083852_0001 |
| 193 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 202 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 204 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 207 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 209 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 269 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1597083852_0001 |
| 285 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 316 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1597083852_0001 |
| 336 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 337 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 338 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 342 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 349 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1597083852_0001_m_000000_0 |
| 355 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 360 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 360 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 370 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1597083852_0001/attempt_local1597083852_0001_m_000000_0 |
| 375 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 436 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 440 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@251c5e1f |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 443 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 444 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 445 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 445 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 450 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 482 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 482 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 482 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 483 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 483 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 483 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 483 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1320 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5018 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5182 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5184 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1597083852_0001_m_000000_0 is done. And is in the process of commiting |
| 5188 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5188 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5188 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5188 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5188 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5189 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5189 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5192 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5192 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5193 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5193 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5193 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1597083852_0001_m_000000_0' done. |
| 5194 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1597083852_0001_m_000000_0 |
| 5194 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1597083852_0001_m_000001_0 |
| 5194 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5194 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5194 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5195 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1597083852_0001/attempt_local1597083852_0001_m_000001_0 |
| 5196 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5197 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@227dbf03 |
| 5199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5199 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5200 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5206 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5206 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5206 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5206 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5207 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5207 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5207 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5323 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8301 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8341 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8344 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1597083852_0001_m_000001_0 is done. And is in the process of commiting |
| 8344 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8344 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8345 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8345 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8345 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8345 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8346 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8347 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8347 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8347 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8348 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8348 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1597083852_0001_m_000001_0' done. |
| 8348 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1597083852_0001_m_000001_0 |
| 8349 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1597083852_0001_m_000002_0 |
| 8349 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8349 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8349 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8350 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1597083852_0001/attempt_local1597083852_0001_m_000002_0 |
| 8352 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8353 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@989a66 |
| 8354 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8355 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8355 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8355 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8355 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8356 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8362 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8362 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8362 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8362 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8363 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8363 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8363 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9324 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9424 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9426 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9427 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1597083852_0001_m_000002_0 is done. And is in the process of commiting |
| 9428 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9428 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9428 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9429 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9429 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9429 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9429 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9430 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9430 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9431 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9431 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9431 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1597083852_0001_m_000002_0' done. |
| 9431 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1597083852_0001_m_000002_0 |
| 9431 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 9436 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9436 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9436 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9437 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 9437 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 9437 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 9438 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 9438 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9439 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1597083852_0001/attempt_local1597083852_0001_r_000000_0 |
| 9445 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9446 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4275df9e |
| 9446 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9447 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9453 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 9457 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 8652396 bytes |
| 9457 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9457 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9459 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9460 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 9665 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1597083852_0001_r_000000_0 is done. And is in the process of commiting |
| 9669 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9671 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9673 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9673 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9673 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9674 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9674 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9675 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9675 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9675 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9675 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9676 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1597083852_0001_r_000000_0 is allowed to commit now |
| 9677 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1597083852_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 9677 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1597083852_0001_r_000000_0' to outputGenderStats |
| 9679 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9679 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9680 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 9680 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 9680 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1597083852_0001_r_000000_0' done. |
| 10325 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 10333 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1597083852_0001 |
| 10334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10338 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10339 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10339 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10340 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10342 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10344 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10346 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10348 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10349 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10350 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10352 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10353 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10355 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10357 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10358 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10360 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10360 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10362 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10363 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10364 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10367 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10367 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10367 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10369 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10369 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10374 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10374 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10374 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10375 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10375 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10376 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10376 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10376 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10377 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10377 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10377 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 10377 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 10377 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10379 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10379 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 10379 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10379 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10380 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10384 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10385 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10385 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10385 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10386 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10386 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=8652408 |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 10387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 10388 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 10388 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 10388 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=8320591 |
| 10388 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 10388 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 10388 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 10388 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 10388 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=862 |
| 10389 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 10389 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 10389 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 10389 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2677014528 |
| 10389 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 10389 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 10389 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 10389 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=31440229 |
| 10390 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=217069925 |
| 10390 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 10390 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=128287 |
| 10392 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 10394 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10394 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 10394 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 00:08:16 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 16 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 64 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 66 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 69 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 73 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 95 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 116 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 134 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 138 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 139 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 140 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 142 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 149 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 150 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 152 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 158 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 168 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson358703333/.staging/job_local358703333_0001 |
| 178 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 187 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 189 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 192 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 193 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 265 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local358703333_0001 |
| 282 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 311 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local358703333_0001 |
| 341 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 341 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 342 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 347 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 350 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local358703333_0001_m_000000_0 |
| 366 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 386 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 390 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 406 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local358703333_0001/attempt_local358703333_0001_m_000000_0 |
| 410 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 500 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 509 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554d60cd |
| 515 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 516 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 517 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 521 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 522 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 536 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 599 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 604 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 607 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 612 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 612 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 612 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 612 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1316 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5842 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 6014 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 6016 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local358703333_0001_m_000000_0 is done. And is in the process of commiting |
| 6020 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6020 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6020 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6021 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6023 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6024 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6025 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6027 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6028 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6028 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6028 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 6029 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local358703333_0001_m_000000_0' done. |
| 6029 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local358703333_0001_m_000000_0 |
| 6029 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local358703333_0001_m_000001_0 |
| 6029 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 6030 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6030 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 6030 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local358703333_0001/attempt_local358703333_0001_m_000001_0 |
| 6033 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 6035 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7de965c3 |
| 6037 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 6037 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 6037 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 6037 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6037 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 6038 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 6046 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 6046 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 6047 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 6047 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 6047 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 6047 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 6047 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 6320 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 9517 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9583 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9586 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local358703333_0001_m_000001_0 is done. And is in the process of commiting |
| 9587 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9587 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9587 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9588 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9588 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9588 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9588 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9589 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9590 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9591 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9591 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9591 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local358703333_0001_m_000001_0' done. |
| 9592 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local358703333_0001_m_000001_0 |
| 9592 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local358703333_0001_m_000002_0 |
| 9593 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9593 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9594 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9594 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local358703333_0001/attempt_local358703333_0001_m_000002_0 |
| 9598 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9599 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@66ba5081 |
| 9603 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9603 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 9603 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9604 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9605 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9606 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 9613 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 9614 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 9614 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9614 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9614 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9614 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9614 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 10322 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 10740 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 10742 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 10744 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local358703333_0001_m_000002_0 is done. And is in the process of commiting |
| 10744 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10744 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10745 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10745 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10745 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10745 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10745 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10746 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10746 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10747 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10747 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10747 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local358703333_0001_m_000002_0' done. |
| 10747 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local358703333_0001_m_000002_0 |
| 10748 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 10753 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 10754 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10754 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10754 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10755 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10755 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10755 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10756 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10757 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local358703333_0001/attempt_local358703333_0001_r_000000_0 |
| 10763 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 10765 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a016962 |
| 10767 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10770 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10775 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 10778 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 19585442 bytes |
| 10782 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10782 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10788 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10789 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 11007 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local358703333_0001_r_000000_0 is done. And is in the process of commiting |
| 11007 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11007 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 11008 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 11008 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 11008 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 11008 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 11009 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 11009 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11009 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11010 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11010 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 11011 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local358703333_0001_r_000000_0 is allowed to commit now |
| 11012 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local358703333_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 11012 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local358703333_0001_r_000000_0' to outputGenderStats |
| 11015 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11016 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11017 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11021 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 11022 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local358703333_0001_r_000000_0' done. |
| 11323 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 11329 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local358703333_0001 |
| 11331 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11332 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 11335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 11339 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11341 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 11342 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 11344 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 11345 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 11346 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 11359 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 11360 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 11361 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 11362 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 11363 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11364 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 11364 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11365 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 11366 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 11368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11369 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 11370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 11370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 11378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 11379 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 11380 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 11381 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 11381 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 11387 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 11388 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 11391 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 11392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 11400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 11404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 11411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 11412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 11413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11414 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 11414 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 11414 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 11415 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 11415 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 11416 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 11416 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 11416 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 11417 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 11422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 11424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11429 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 11430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 11430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11433 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 11438 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 11439 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11439 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 11439 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 11439 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 11440 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 11440 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 11440 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 11441 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 11441 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 11442 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 11442 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11442 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 11443 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11443 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 11444 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 11446 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 11446 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 11450 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 11456 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 11458 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11463 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 11463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 11463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 11463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=330356 |
| 11463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=19585454 |
| 11464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=165178 |
| 11464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 11464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 11464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 11464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=19237316 |
| 11464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 11464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 11464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 11464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 11465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=862 |
| 11465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=165178 |
| 11465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 11465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 11465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3134193664 |
| 11465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 11465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 11465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 11465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=70552533 |
| 11466 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=228002971 |
| 11466 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 11466 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=183887 |
| 11475 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 11476 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 11476 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 11476 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 00:23:35 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 13 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 60 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 61 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 64 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 66 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 87 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 116 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 134 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 141 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 144 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 145 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 147 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 152 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 153 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 153 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 160 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 166 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson156935623/.staging/job_local156935623_0001 |
| 176 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 183 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 185 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 188 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 189 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 262 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local156935623_0001 |
| 278 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 305 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local156935623_0001 |
| 344 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 345 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 346 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 350 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 353 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local156935623_0001_m_000000_0 |
| 366 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 388 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 388 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 404 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local156935623_0001/attempt_local156935623_0001_m_000000_0 |
| 409 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 520 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 535 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@61c1c3bb |
| 538 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 539 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 541 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 545 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 548 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 561 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 598 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 599 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 600 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 600 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 600 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 601 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 601 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1324 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5562 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5615 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5617 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local156935623_0001_m_000000_0 is done. And is in the process of commiting |
| 5621 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5622 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5622 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5622 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5623 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5623 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5623 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5625 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5626 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5626 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5626 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5627 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local156935623_0001_m_000000_0' done. |
| 5627 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local156935623_0001_m_000000_0 |
| 5628 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local156935623_0001_m_000001_0 |
| 5628 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5628 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5629 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5630 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local156935623_0001/attempt_local156935623_0001_m_000001_0 |
| 5639 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5641 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6b36d96a |
| 5642 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5643 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5643 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5643 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5643 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5644 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5658 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5659 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5659 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5660 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5661 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5664 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5664 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 6328 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 9135 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 9160 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 9162 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local156935623_0001_m_000001_0 is done. And is in the process of commiting |
| 9163 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9163 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9163 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9164 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9164 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9164 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9164 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9165 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9166 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9166 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9166 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 9166 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local156935623_0001_m_000001_0' done. |
| 9166 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local156935623_0001_m_000001_0 |
| 9167 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local156935623_0001_m_000002_0 |
| 9167 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 9167 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9167 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9167 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local156935623_0001/attempt_local156935623_0001_m_000002_0 |
| 9175 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 9177 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7e2d5381 |
| 9178 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9178 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 9178 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9179 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9179 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9179 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 9189 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 9189 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 9190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9330 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 10271 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 10273 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 10277 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local156935623_0001_m_000002_0 is done. And is in the process of commiting |
| 10278 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10278 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10278 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10278 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10278 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10278 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10278 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10279 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10280 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10280 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10280 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10280 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local156935623_0001_m_000002_0' done. |
| 10280 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local156935623_0001_m_000002_0 |
| 10280 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 10285 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 10286 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10286 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 10286 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 10286 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 10286 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 10286 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 10287 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 10288 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local156935623_0001/attempt_local156935623_0001_r_000000_0 |
| 10293 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 10311 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a016962 |
| 10313 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10314 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10323 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 10329 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes |
| 10330 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10331 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10330 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 0% |
| 10340 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10340 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 10428 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local156935623_0001_r_000000_0 is done. And is in the process of commiting |
| 10428 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10428 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 10429 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 10429 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 10429 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 10429 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 10429 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 10433 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10434 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10434 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10434 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10434 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local156935623_0001_r_000000_0 is allowed to commit now |
| 10436 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local156935623_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 10437 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local156935623_0001_r_000000_0' to outputGenderStats |
| 10443 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10444 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10444 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 10444 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 10444 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local156935623_0001_r_000000_0' done. |
| 11337 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 11340 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local156935623_0001 |
| 11342 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11343 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 11345 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 11346 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11348 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 11358 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 11364 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 11368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 11371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 11375 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 11377 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 11380 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 11384 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 11386 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11390 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 11393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11398 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 11406 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 11408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 11409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 11409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 11410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 11411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 11412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 11412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 11413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 11413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 11414 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 11416 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 11420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 11421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 11422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 11423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 11424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 11424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 11425 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 11425 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 11425 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 11425 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 11426 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 11426 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 11426 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 11427 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 11427 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11427 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 11428 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11428 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 11428 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 11429 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 11429 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 11429 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 11430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 11430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 11433 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 11433 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 11434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 11435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 11435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 11435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 11436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 11436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 11436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 11436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 11437 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 11437 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 11438 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 11441 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 11441 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 11441 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 11442 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 11442 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 11442 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 11442 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 11443 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 11444 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=85826 |
| 11444 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3489348 |
| 11444 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=42913 |
| 11445 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 11445 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 11445 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 11445 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3397973 |
| 11446 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 11447 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 11448 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=551 |
| 11448 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 11449 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=209 |
| 11449 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42913 |
| 11449 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 11451 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 11451 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2794979328 |
| 11452 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 11453 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 11454 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 11454 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=12676963 |
| 11455 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211906865 |
| 11456 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 11456 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=35637 |
| 11457 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 11458 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 11458 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 11458 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 08:28:32 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 11 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 65 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 65 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 68 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 70 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 88 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 107 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 124 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 129 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 131 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 132 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 132 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 137 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 138 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 138 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 143 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 148 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1072617550/.staging/job_local1072617550_0001 |
| 156 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 163 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 165 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 167 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 169 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 233 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1072617550_0001 |
| 246 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 269 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1072617550_0001 |
| 290 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 291 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 292 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 296 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 302 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1072617550_0001_m_000000_0 |
| 314 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 322 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 322 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 332 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1072617550_0001/attempt_local1072617550_0001_m_000000_0 |
| 334 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 390 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 393 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ed693fe |
| 397 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 398 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 398 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 400 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 402 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 409 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 442 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 442 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 442 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1273 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 4996 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5057 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5059 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1072617550_0001_m_000000_0 is done. And is in the process of commiting |
| 5061 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5061 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5062 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5062 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5062 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5062 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5062 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5064 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5064 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5064 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5065 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5065 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1072617550_0001_m_000000_0' done. |
| 5065 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1072617550_0001_m_000000_0 |
| 5065 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1072617550_0001_m_000001_0 |
| 5065 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5066 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5066 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5066 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1072617550_0001/attempt_local1072617550_0001_m_000001_0 |
| 5069 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5071 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@76ba0c36 |
| 5074 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5075 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5075 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5075 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5075 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5076 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5085 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5086 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5089 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5089 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5092 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5092 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5094 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5277 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8212 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8235 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8241 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1072617550_0001_m_000001_0 is done. And is in the process of commiting |
| 8241 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8242 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8242 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8243 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8244 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8244 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8245 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8246 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8246 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8247 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8247 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8247 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1072617550_0001_m_000001_0' done. |
| 8247 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1072617550_0001_m_000001_0 |
| 8247 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1072617550_0001_m_000002_0 |
| 8247 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8248 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8248 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8248 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1072617550_0001/attempt_local1072617550_0001_m_000002_0 |
| 8249 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8249 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62fc0bcd |
| 8250 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8251 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8251 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8251 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8252 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8252 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8258 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8258 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8259 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8259 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8259 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8259 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8259 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8270 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8277 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 8278 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 8279 |
Thread-1 |
WARN |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:435 |
job_local1072617550_0001 |
java.lang.Exception: java.lang.NullPointerException
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
Caused by: java.lang.NullPointerException
at com.revature.map.CodeForFemaleEducation.getSeriesCode(CodeForFemaleEducation.java:48)
at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:35)
at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:1)
at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
|
| 9279 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1072617550_0001 |
| 9281 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9283 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9284 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9286 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9287 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9289 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9293 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9300 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9304 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9304 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9305 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9311 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9311 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9313 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9313 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9314 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9314 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9315 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9316 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9316 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9317 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9317 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9317 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9318 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9318 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9322 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9322 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9323 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9323 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9323 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9329 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9329 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 15 |
| 9329 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 9330 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 9330 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=42900 |
| 9330 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3487843 |
| 9330 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 9330 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=165165 |
| 9330 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=652 |
| 9331 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42900 |
| 9331 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3396500 |
| 9331 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 9331 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 9331 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 9331 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=1343750144 |
| 9331 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 9332 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 9332 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 9332 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=5555336 |
| 9332 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=91173115 |
| 9333 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 9333 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 9334 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 9334 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 08:29:18 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 15 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 68 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 69 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 72 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 74 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 93 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 114 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 133 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 139 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 139 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 140 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 140 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 145 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 145 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 146 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 152 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 157 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson633566502/.staging/job_local633566502_0001 |
| 164 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 172 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 175 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 177 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 178 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 234 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local633566502_0001 |
| 250 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 277 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local633566502_0001 |
| 296 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 297 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 299 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 304 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 307 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local633566502_0001_m_000000_0 |
| 316 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 326 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 329 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 340 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local633566502_0001/attempt_local633566502_0001_m_000000_0 |
| 342 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 400 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 404 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ed693fe |
| 407 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 407 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 407 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 409 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 409 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 414 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 447 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 447 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1279 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5150 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5208 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5210 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local633566502_0001_m_000000_0 is done. And is in the process of commiting |
| 5212 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5213 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5213 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5213 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5213 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5213 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5214 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5215 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5215 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5216 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5216 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5216 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local633566502_0001_m_000000_0' done. |
| 5216 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local633566502_0001_m_000000_0 |
| 5217 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local633566502_0001_m_000001_0 |
| 5217 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5217 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5217 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5218 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local633566502_0001/attempt_local633566502_0001_m_000001_0 |
| 5220 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5222 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@76ba0c36 |
| 5223 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5223 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5224 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5224 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5224 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5224 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5232 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5233 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5283 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8479 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8504 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8506 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local633566502_0001_m_000001_0 is done. And is in the process of commiting |
| 8506 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8506 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8506 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8507 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8507 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8507 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8508 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8509 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8509 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8510 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8510 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8510 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local633566502_0001_m_000001_0' done. |
| 8510 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local633566502_0001_m_000001_0 |
| 8510 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local633566502_0001_m_000002_0 |
| 8511 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8511 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8511 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8511 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local633566502_0001/attempt_local633566502_0001_m_000002_0 |
| 8514 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8514 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@62fc0bcd |
| 8515 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8516 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8516 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8516 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8516 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8516 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8524 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8525 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8525 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8525 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8525 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8526 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8526 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8539 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8547 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 8548 |
Thread-1 |
WARN |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:435 |
job_local633566502_0001 |
java.lang.Exception: java.lang.NullPointerException
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
Caused by: java.lang.NullPointerException
at com.revature.map.CodeForFemaleEducation.getSeriesCode(CodeForFemaleEducation.java:48)
at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:35)
at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:1)
at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
|
| 9284 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9285 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local633566502_0001 |
| 9287 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9288 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9289 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9290 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9293 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9294 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9296 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9297 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9312 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9313 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9314 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9315 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9316 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9317 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9318 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9318 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9321 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9322 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9322 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9323 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9323 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9325 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9325 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9329 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9329 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9330 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9330 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9331 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9331 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9331 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9332 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9332 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9332 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9333 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9333 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9333 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9336 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9337 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 15 |
| 9337 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 9338 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 9338 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=42900 |
| 9338 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3487843 |
| 9339 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 9339 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=165165 |
| 9339 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=652 |
| 9339 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42900 |
| 9339 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3396500 |
| 9340 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 9340 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 9340 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 9340 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=1350041600 |
| 9341 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 9341 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 9341 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 9341 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=5555328 |
| 9341 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=91173115 |
| 9342 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 9345 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 9345 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 9346 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 08:30:04 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 9 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 74 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 75 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 77 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 80 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 99 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 118 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 133 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 138 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 139 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 139 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 140 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 145 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 145 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 147 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 153 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 158 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1385142283/.staging/job_local1385142283_0001 |
| 166 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 175 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 176 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 178 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 179 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 246 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1385142283_0001 |
| 258 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 285 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1385142283_0001 |
| 302 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 303 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 303 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 309 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 311 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1385142283_0001_m_000000_0 |
| 319 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 327 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 328 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 341 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1385142283_0001/attempt_local1385142283_0001_m_000000_0 |
| 344 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 404 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 407 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@641d7592 |
| 411 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 411 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 412 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 413 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 413 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 419 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 454 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 454 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 454 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 455 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 455 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 455 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 455 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1288 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 5050 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 5098 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 5100 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1385142283_0001_m_000000_0 is done. And is in the process of commiting |
| 5104 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5105 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 5105 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 5108 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 5109 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 5109 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 5109 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 5110 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5111 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5111 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 5112 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 5112 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1385142283_0001_m_000000_0' done. |
| 5112 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1385142283_0001_m_000000_0 |
| 5113 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1385142283_0001_m_000001_0 |
| 5113 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 5113 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 5113 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 5114 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1385142283_0001/attempt_local1385142283_0001_m_000001_0 |
| 5117 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 5119 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7b043501 |
| 5123 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 5126 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 5127 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 5128 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 5130 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 5132 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5139 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5139 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5139 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5140 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5140 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5140 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5140 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5306 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8320 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8342 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8344 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1385142283_0001_m_000001_0 is done. And is in the process of commiting |
| 8344 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8344 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8345 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8345 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8345 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8345 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8346 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8350 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8352 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8352 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8352 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8353 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1385142283_0001_m_000001_0' done. |
| 8353 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1385142283_0001_m_000001_0 |
| 8353 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1385142283_0001_m_000002_0 |
| 8353 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8354 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8354 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8354 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1385142283_0001/attempt_local1385142283_0001_m_000002_0 |
| 8357 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8358 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@42a2ae6 |
| 8361 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8362 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8363 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8363 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8363 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8364 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8373 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8373 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8373 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8374 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8374 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8374 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8374 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8385 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8389 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 8390 |
Thread-1 |
WARN |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:435 |
job_local1385142283_0001 |
java.lang.Exception: java.lang.NullPointerException
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
Caused by: java.lang.NullPointerException
at com.revature.map.CodeForFemaleEducation.getSeriesCode(CodeForFemaleEducation.java:50)
at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:35)
at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:1)
at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
|
| 9308 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 9309 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1385142283_0001 |
| 9310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9312 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9314 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9315 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9317 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9319 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9320 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9322 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9323 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9324 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9326 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9327 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9328 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9329 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9332 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9333 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9334 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9335 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9337 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9338 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9338 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9339 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9340 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9341 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9342 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9343 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9344 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9345 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9346 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9347 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9348 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9350 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9350 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9352 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9353 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9354 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9356 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9357 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9368 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9370 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9371 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9372 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9373 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9374 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9376 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9377 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9378 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9381 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9382 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9385 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9388 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9389 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 9394 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 9395 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 9410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 9410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 9411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 9414 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 9414 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 9421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 9421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 9422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 9422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 9423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 9423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9425 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 9430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 9430 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 15 |
| 9431 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 9431 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 9431 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=42900 |
| 9432 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3487843 |
| 9432 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 9432 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=165165 |
| 9432 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=652 |
| 9432 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42900 |
| 9432 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3396500 |
| 9433 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 9434 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 9434 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 9434 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=1392508928 |
| 9434 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 9435 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 9435 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 9435 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=5555336 |
| 9435 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=91173115 |
| 9437 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 9437 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 9437 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 9438 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 08:31:12 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 10 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 74 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 75 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 78 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 80 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 101 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 125 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 143 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 148 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 149 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 149 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 150 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 155 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 155 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 156 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 162 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 168 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2030811221/.staging/job_local2030811221_0001 |
| 176 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 182 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 185 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 187 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 188 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 240 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local2030811221_0001 |
| 253 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 277 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local2030811221_0001 |
| 295 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 296 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 296 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 300 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 303 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local2030811221_0001_m_000000_0 |
| 312 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 320 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 322 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 332 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2030811221_0001/attempt_local2030811221_0001_m_000000_0 |
| 337 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 391 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 395 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3877bf90 |
| 398 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 399 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 399 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 401 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 401 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 406 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 438 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 438 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 438 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 439 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 440 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 440 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 440 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1281 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 4926 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 4975 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 4977 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local2030811221_0001_m_000000_0 is done. And is in the process of commiting |
| 4980 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 4980 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 4980 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 4980 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 4981 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 4981 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 4981 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 4982 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 4983 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 4983 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 4983 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 4984 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local2030811221_0001_m_000000_0' done. |
| 4984 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local2030811221_0001_m_000000_0 |
| 4984 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local2030811221_0001_m_000001_0 |
| 4984 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 4984 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 4985 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 4985 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2030811221_0001/attempt_local2030811221_0001_m_000001_0 |
| 4988 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 4990 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@46497596 |
| 4992 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 4993 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 4993 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 4993 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 4994 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 4995 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 5003 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 5004 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 5004 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 5005 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 5006 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 5006 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 5006 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 5285 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 8006 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8030 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 8034 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local2030811221_0001_m_000001_0 is done. And is in the process of commiting |
| 8034 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8034 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8035 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8035 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8035 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8035 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8035 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8037 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8037 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8038 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8038 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8038 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local2030811221_0001_m_000001_0' done. |
| 8038 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local2030811221_0001_m_000001_0 |
| 8039 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local2030811221_0001_m_000002_0 |
| 8039 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 8039 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8039 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8040 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2030811221_0001/attempt_local2030811221_0001_m_000002_0 |
| 8042 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 8044 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6f93d7e5 |
| 8045 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8046 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 8046 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8046 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8046 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8047 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 8054 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 8054 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 8054 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8054 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8054 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8055 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8055 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8072 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 8076 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 8078 |
Thread-1 |
WARN |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:435 |
job_local2030811221_0001 |
java.lang.Exception: java.lang.NullPointerException
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
Caused by: java.lang.NullPointerException
at com.revature.map.CodeForFemaleEducation.getSeriesCode(CodeForFemaleEducation.java:50)
at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:35)
at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:1)
at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
|
| 8286 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 8287 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local2030811221_0001 |
| 8287 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8288 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8288 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8289 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8289 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8289 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8290 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8290 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8291 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8292 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8293 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8294 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8295 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8296 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8297 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8297 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8298 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8299 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8300 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8300 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8300 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8300 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8301 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8302 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8303 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8303 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8305 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8305 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8305 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8306 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8307 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8308 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 8309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 8309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 8309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 8309 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 8310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 8310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 8310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 8310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 8310 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 8311 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 8311 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 8311 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 8311 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 8311 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 8311 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 8312 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 8312 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 8312 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 15 |
| 8312 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 8312 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 8312 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=42900 |
| 8312 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3487843 |
| 8313 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 8313 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=165165 |
| 8313 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=652 |
| 8313 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42900 |
| 8313 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3396500 |
| 8313 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 8321 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 8322 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 8322 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=1329070080 |
| 8322 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 8322 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 8322 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 8322 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=5555336 |
| 8323 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=91173115 |
| 8328 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 8329 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 8329 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 8331 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 10:13:33 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 28 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 147 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 149 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 157 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 162 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 218 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 275 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 305 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 314 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 318 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 319 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 320 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 326 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 328 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 331 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 340 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 347 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson615112746/.staging/job_local615112746_0001 |
| 355 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 369 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 372 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 375 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 377 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 481 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local615112746_0001 |
| 501 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 584 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local615112746_0001 |
| 613 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 619 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 622 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 643 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 647 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local615112746_0001_m_000000_0 |
| 665 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 698 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 700 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 722 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local615112746_0001/attempt_local615112746_0001_m_000000_0 |
| 726 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 836 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 851 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@496fc09d |
| 854 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 854 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 855 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 856 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 856 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 862 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 927 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 933 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 934 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 935 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 935 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 936 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 943 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1588 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6839 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6852 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6869 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6880 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6882 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6884 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6885 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6893 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6896 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6898 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6900 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7747 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 9905 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9912 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9914 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9919 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10837 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 14% reduce 0% |
| 12921 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12921 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12921 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12939 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13853 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 15946 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15946 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15947 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15947 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16201 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 16302 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 16308 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local615112746_0001_m_000000_0 is done. And is in the process of commiting |
| 16313 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 16316 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 16318 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 16322 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16326 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local615112746_0001_m_000000_0' done. |
| 16328 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local615112746_0001_m_000000_0 |
| 16329 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local615112746_0001_m_000001_0 |
| 16329 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 16331 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 16332 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 16332 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local615112746_0001/attempt_local615112746_0001_m_000001_0 |
| 16334 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 16335 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@594debc5 |
| 16338 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 16338 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 16338 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 16339 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 16339 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 16339 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 16350 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 16353 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 16357 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 16361 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 16361 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 16362 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 16362 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 16856 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 22393 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22408 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 22408 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 22408 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 22408 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 22409 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 22409 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 22410 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22410 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22411 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22411 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22971 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 62% reduce 0% |
| 23695 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 23780 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 23798 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local615112746_0001_m_000001_0 is done. And is in the process of commiting |
| 23806 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23809 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23812 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 23813 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 23815 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local615112746_0001_m_000001_0' done. |
| 23817 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local615112746_0001_m_000001_0 |
| 23819 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local615112746_0001_m_000002_0 |
| 23821 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 23825 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23826 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 23827 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local615112746_0001/attempt_local615112746_0001_m_000002_0 |
| 23834 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 23835 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7407eb1c |
| 23846 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 23847 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 23848 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 23848 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23849 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 23852 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 23877 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 23889 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 23891 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 23891 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 23892 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 23892 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 23893 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23936 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 23942 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 23945 |
Thread-1 |
WARN |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:435 |
job_local615112746_0001 |
java.lang.Exception: java.lang.NullPointerException
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
Caused by: java.lang.NullPointerException
at com.revature.map.CodeForFemaleEducation.getSeriesCode(CodeForFemaleEducation.java:48)
at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:36)
at com.revature.map.CodeForFemaleEducation.map(CodeForFemaleEducation.java:1)
at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
|
| 23981 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 23981 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local615112746_0001 |
| 23984 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23985 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 23985 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 23986 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23987 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 23987 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 23988 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 23988 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 23989 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 23989 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 23990 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 23990 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 23991 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 23991 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23992 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 23992 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 23992 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 23993 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 23997 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23997 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 23998 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 23998 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23998 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 23999 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 24000 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 24000 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 24001 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 24001 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 24002 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 24003 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 24003 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 24004 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24005 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 24007 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 24008 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 24009 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 24011 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24028 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 24031 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 24031 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 24032 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 24032 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 24032 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 24032 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 24032 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 24032 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 24033 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 24033 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 24033 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 24033 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24033 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 24033 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 24034 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 24034 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 24041 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24041 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 24042 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 24042 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 24042 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 24046 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 24046 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 24046 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 24046 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 24046 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 24047 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 24047 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 24047 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 24047 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24047 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 24047 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 24048 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 24048 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 24048 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 15 |
| 24048 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 24048 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 24048 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=42900 |
| 24049 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3487843 |
| 24049 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 24049 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=165165 |
| 24049 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=652 |
| 24049 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42900 |
| 24049 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3396500 |
| 24049 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 24050 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 24050 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 24050 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=1778909184 |
| 24050 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 24050 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 24050 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 24050 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=5555328 |
| 24051 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=91173115 |
| 24072 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 24081 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 24082 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 24082 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 10:43:13 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 31 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 141 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 151 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 161 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 167 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 234 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 310 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 337 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 344 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 346 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 347 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 348 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 355 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 357 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 358 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 367 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 376 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson745351712/.staging/job_local745351712_0001 |
| 386 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 396 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 400 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 402 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 403 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 514 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local745351712_0001 |
| 543 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 617 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local745351712_0001 |
| 663 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 666 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 670 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 683 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 692 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local745351712_0001_m_000000_0 |
| 715 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 735 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 739 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 762 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local745351712_0001/attempt_local745351712_0001_m_000000_0 |
| 767 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 863 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 868 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@496fc09d |
| 873 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 874 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 875 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 877 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 877 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 887 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 945 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 948 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 949 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 950 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 951 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 952 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 953 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1633 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6779 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6781 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6782 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6784 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6785 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6785 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6785 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6786 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6787 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6787 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6787 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7737 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 21% reduce 0% |
Test Log HTML
Log session start time Tue Dec 11 17:38:09 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 20 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 92 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 94 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 97 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 101 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 127 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 154 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 184 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 191 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 192 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 193 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 193 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 200 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 201 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 201 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 209 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 217 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson360952315/.staging/job_local360952315_0001 |
| 228 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 240 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 243 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 246 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 247 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 326 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local360952315_0001 |
| 344 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 380 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local360952315_0001 |
| 404 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 406 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 406 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 411 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 415 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local360952315_0001_m_000000_0 |
| 426 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 440 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 445 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 461 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360952315_0001/attempt_local360952315_0001_m_000000_0 |
| 464 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 549 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 562 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@61a8d2ee |
| 566 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 567 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 567 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 570 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 570 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 577 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 623 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 623 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 624 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 624 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 624 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 624 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 625 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 641 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 660 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local360952315_0001_m_000001_0 |
| 660 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 661 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 661 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 662 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360952315_0001/attempt_local360952315_0001_m_000001_0 |
| 666 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 667 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@43e0a1b3 |
| 669 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 669 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 669 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 670 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 670 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 671 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 717 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 717 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 717 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 717 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 718 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 718 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 718 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 725 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 728 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local360952315_0001_m_000002_0 |
| 728 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 728 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 729 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 729 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local360952315_0001/attempt_local360952315_0001_m_000002_0 |
| 731 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 731 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59d001ce |
| 733 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 733 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 733 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 734 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 734 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 735 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 777 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 777 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 778 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 778 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 778 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 778 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 779 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1385 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 2589 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 2596 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 2599 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local360952315_0001_m_000002_0 is done. And is in the process of commiting |
| 2602 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 2602 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 2603 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 2603 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 2604 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 2604 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 2605 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 2606 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 2607 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 2607 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 2608 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 2608 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local360952315_0001_m_000002_0' done. |
| 2608 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local360952315_0001_m_000002_0 |
| 2609 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 2611 |
Thread-1 |
WARN |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:435 |
job_local360952315_0001 |
java.lang.Exception: java.lang.ArrayIndexOutOfBoundsException: 2010
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
Caused by: java.lang.ArrayIndexOutOfBoundsException: 2010
at com.revature.map.ColumnValueMapper.getCountryAndYearData(ColumnValueMapper.java:61)
at com.revature.map.ColumnValueMapper.map(ColumnValueMapper.java:39)
at com.revature.map.ColumnValueMapper.map(ColumnValueMapper.java:1)
at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
|
| 3391 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 3392 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local360952315_0001 |
| 3393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 3394 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 3395 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 3396 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 3397 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 3398 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 3399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 3399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 3400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 3401 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 3401 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 3402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 3403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 3405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 3407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 3408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 3409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 3409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 3410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 3411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 3411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 3412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 3413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 3415 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 3417 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 3419 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 3420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 3420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 3421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 3421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 3422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 3422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 3423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 3423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 3424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 3424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 3424 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 15 |
| 3425 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 3425 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 3425 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=13 |
| 3426 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=1505 |
| 3426 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 3426 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=1517 |
| 3426 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=333 |
| 3427 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=13 |
| 3427 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=1473 |
| 3429 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 3429 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 3430 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 3430 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=423100416 |
| 3430 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 3430 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 3430 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 3433 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=55168 |
| 3434 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=1018982 |
| 3436 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 3437 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 3437 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 3438 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 17:51:41 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 16 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 77 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 80 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 84 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 86 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 114 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 144 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 166 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 173 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 175 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 176 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 177 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 184 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 185 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 188 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 200 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 212 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson39455188/.staging/job_local39455188_0001 |
| 224 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 236 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 239 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 242 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 243 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 316 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local39455188_0001 |
| 333 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 366 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local39455188_0001 |
| 392 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 392 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 393 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 397 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 401 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local39455188_0001_m_000000_0 |
| 415 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 427 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 430 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 444 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local39455188_0001/attempt_local39455188_0001_m_000000_0 |
| 447 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 535 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 544 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@496fc09d |
| 555 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 556 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 557 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 560 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 562 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 571 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 615 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 615 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 615 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 616 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 616 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 616 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 617 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1370 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6449 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6450 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6450 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6450 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6453 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6453 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6453 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6457 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6457 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6458 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6458 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7376 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9459 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9459 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9459 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9460 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10377 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12460 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12461 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12461 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12465 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13378 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15466 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15467 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15468 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15468 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16379 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18469 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18469 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18470 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18470 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19380 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21470 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21471 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21471 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21471 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22381 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 31% reduce 0% |
| 22452 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22527 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 22530 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local39455188_0001_m_000000_0 is done. And is in the process of commiting |
| 22536 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22538 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22539 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22539 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22539 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local39455188_0001_m_000000_0' done. |
| 22540 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local39455188_0001_m_000000_0 |
| 22540 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local39455188_0001_m_000001_0 |
| 22540 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22540 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22540 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22541 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local39455188_0001/attempt_local39455188_0001_m_000001_0 |
| 22545 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22545 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@71b6133 |
| 22547 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22548 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22549 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22549 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22550 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22555 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22564 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22564 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22565 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22565 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22565 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22565 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22566 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23382 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28552 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28553 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28554 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28555 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28555 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28556 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28556 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28561 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28562 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28562 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28562 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 29384 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 31563 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31564 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31564 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31564 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 32385 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 51% reduce 0% |
| 34565 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34565 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34565 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34565 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 35387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 58% reduce 0% |
| 37566 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37566 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37567 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37567 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38388 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 64% reduce 0% |
| 38557 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 38582 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 38584 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local39455188_0001_m_000001_0 is done. And is in the process of commiting |
| 38588 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38588 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38589 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38589 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38590 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local39455188_0001_m_000001_0' done. |
| 38590 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local39455188_0001_m_000001_0 |
| 38590 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local39455188_0001_m_000002_0 |
| 38591 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 38591 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38591 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 38592 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local39455188_0001/attempt_local39455188_0001_m_000002_0 |
| 38601 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 38603 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@713661a5 |
| 38606 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 38606 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 38607 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 38607 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38607 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 38608 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 38616 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 38617 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 38617 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 38617 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 38617 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 38618 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 38618 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 39389 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 40386 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 40388 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 40392 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local39455188_0001_m_000002_0 is done. And is in the process of commiting |
| 40393 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40393 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40394 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40394 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40394 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40394 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40395 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40400 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40402 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40402 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40403 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40403 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local39455188_0001_m_000002_0' done. |
| 40404 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local39455188_0001_m_000002_0 |
| 40414 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 40420 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 40420 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40421 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40421 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 40422 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 40422 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 40422 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 40422 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40423 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local39455188_0001/attempt_local39455188_0001_r_000000_0 |
| 40430 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 40431 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@a57f354 |
| 40431 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40432 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40436 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 40440 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes |
| 40442 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40442 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40445 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40445 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 40546 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local39455188_0001_r_000000_0 is done. And is in the process of commiting |
| 40546 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40547 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40547 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40547 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40547 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40547 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40547 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40548 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40548 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40548 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40549 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40549 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local39455188_0001_r_000000_0 is allowed to commit now |
| 40550 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local39455188_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 40551 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local39455188_0001_r_000000_0' to outputGenderStats |
| 40552 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40552 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40552 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40552 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 40553 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local39455188_0001_r_000000_0' done. |
| 41390 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 41391 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local39455188_0001 |
| 41393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41394 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41395 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41396 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41397 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41398 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41401 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41406 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41414 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41416 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41418 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41419 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41421 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41427 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41428 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41432 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41433 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41443 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41444 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41445 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41445 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41457 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41458 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41461 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41464 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41467 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41470 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41471 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41473 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41475 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41481 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41482 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41484 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41485 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41487 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41491 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41492 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41493 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41494 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41495 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41495 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41496 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41498 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41498 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41500 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41503 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41504 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41504 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41513 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41514 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41515 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41518 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 41518 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 41519 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 41519 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 41520 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41521 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 41522 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 41522 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 41522 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=85826 |
| 41522 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3489348 |
| 41522 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=42913 |
| 41523 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 41523 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 41523 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 41523 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3397973 |
| 41523 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 41523 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 41524 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=551 |
| 41524 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 41524 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=209 |
| 41524 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42913 |
| 41524 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 41524 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 41525 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2812805120 |
| 41525 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 41525 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 41525 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 41525 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=12676947 |
| 41525 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211906865 |
| 41526 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 41526 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=35637 |
| 41530 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 41532 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41532 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41532 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 18:00:16 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 14 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 80 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 82 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 86 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 90 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 116 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 145 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 174 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 182 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 184 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 186 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 187 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 195 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 196 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 200 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 210 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 218 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1434854284/.staging/job_local1434854284_0001 |
| 228 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 238 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 241 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 245 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 246 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 321 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1434854284_0001 |
| 340 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 374 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1434854284_0001 |
| 401 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 403 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 405 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 410 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 414 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1434854284_0001_m_000000_0 |
| 428 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 459 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1434854284_0001/attempt_local1434854284_0001_m_000000_0 |
| 461 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 540 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 549 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ed693fe |
| 554 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 555 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 556 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 558 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 559 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 572 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 617 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 618 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 618 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 619 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 619 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 619 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 619 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1379 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6465 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6465 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6465 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6466 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6466 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6466 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6466 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6468 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6469 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6469 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6469 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7383 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9470 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9470 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9471 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9471 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10384 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12473 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12474 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12474 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12474 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13385 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15475 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15475 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15476 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15476 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16387 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18476 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18477 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18477 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18477 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19388 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21478 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21478 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21479 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21479 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22389 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 31% reduce 0% |
| 22669 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22750 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 22753 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1434854284_0001_m_000000_0 is done. And is in the process of commiting |
| 22760 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22762 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22765 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22766 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22766 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1434854284_0001_m_000000_0' done. |
| 22768 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1434854284_0001_m_000000_0 |
| 22769 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1434854284_0001_m_000001_0 |
| 22773 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22774 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22775 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22776 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1434854284_0001/attempt_local1434854284_0001_m_000001_0 |
| 22781 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22784 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6fb1790c |
| 22787 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22790 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22791 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22792 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22793 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22794 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22801 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22802 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22802 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22802 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22803 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22803 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22803 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23389 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28784 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28785 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28785 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28786 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28787 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28787 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28787 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28796 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28800 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28803 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28804 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 29391 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 31805 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31805 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31806 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31806 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 32392 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 51% reduce 0% |
| 34806 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34807 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34807 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34807 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 35396 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 57% reduce 0% |
| 37808 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37808 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37808 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37808 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38397 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 63% reduce 0% |
| 39479 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 39506 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 39509 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1434854284_0001_m_000001_0 is done. And is in the process of commiting |
| 39512 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39513 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39513 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39514 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39514 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1434854284_0001_m_000001_0' done. |
| 39514 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1434854284_0001_m_000001_0 |
| 39515 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1434854284_0001_m_000002_0 |
| 39515 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 39515 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39516 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 39516 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1434854284_0001/attempt_local1434854284_0001_m_000002_0 |
| 39518 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 39519 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@289197e8 |
| 39521 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 39521 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 39521 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 39522 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39522 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 39523 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 39532 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 39533 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 39533 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 39534 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 39534 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 39534 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 39535 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40398 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 41244 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 41246 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 41247 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1434854284_0001_m_000002_0 is done. And is in the process of commiting |
| 41252 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41252 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41253 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41253 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41253 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41254 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41254 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41255 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41255 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41256 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41256 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41256 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1434854284_0001_m_000002_0' done. |
| 41256 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1434854284_0001_m_000002_0 |
| 41256 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 41260 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 41261 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41261 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41261 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 41261 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 41261 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 41261 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 41262 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41263 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1434854284_0001/attempt_local1434854284_0001_r_000000_0 |
| 41268 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 41269 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1930e474 |
| 41270 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41271 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41275 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 41278 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes |
| 41279 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41279 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41282 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41282 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 41377 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1434854284_0001_r_000000_0 is done. And is in the process of commiting |
| 41377 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41377 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41377 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41378 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41378 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41378 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41378 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41379 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41379 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41379 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41379 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41380 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1434854284_0001_r_000000_0 is allowed to commit now |
| 41381 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1434854284_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 41383 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1434854284_0001_r_000000_0' to outputGenderStats |
| 41384 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41385 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41385 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41385 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 41386 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1434854284_0001_r_000000_0' done. |
| 41399 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 41399 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1434854284_0001 |
| 41400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41401 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41401 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41405 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41406 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41406 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41412 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41413 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41417 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41417 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41419 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41420 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41422 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41423 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41437 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41439 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41440 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41441 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41441 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41442 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41443 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41443 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41450 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41451 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41452 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41452 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41453 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41460 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41461 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41461 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41461 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41462 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41462 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41462 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41463 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41463 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41463 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41464 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41464 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41464 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41465 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41465 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 41466 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 41466 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 41466 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 41467 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41467 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 41468 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 41468 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 41468 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=85826 |
| 41468 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3489348 |
| 41469 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=42913 |
| 41469 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 41471 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 41471 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 41472 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3397973 |
| 41472 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 41472 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 41472 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=551 |
| 41473 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 41478 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=209 |
| 41478 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42913 |
| 41478 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 41479 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 41479 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3721396224 |
| 41480 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 41480 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 41480 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 41481 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=12676979 |
| 41481 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211906865 |
| 41481 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 41481 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=35637 |
| 41495 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 41497 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41498 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41500 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 18:03:31 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 15 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 81 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 82 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 85 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 89 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 115 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 145 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 171 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 179 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 180 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 181 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 181 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 188 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 191 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 193 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 203 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 211 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1342786452/.staging/job_local1342786452_0001 |
| 221 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 235 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 245 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 249 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 250 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 331 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1342786452_0001 |
| 349 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 381 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1342786452_0001 |
| 407 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 409 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 411 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 416 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 421 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1342786452_0001_m_000000_0 |
| 434 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 446 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 463 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1342786452_0001/attempt_local1342786452_0001_m_000000_0 |
| 466 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 564 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 572 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3877bf90 |
| 577 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 577 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 578 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 580 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 580 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 589 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 634 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 635 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 635 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 635 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 636 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 636 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 636 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1386 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6468 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6468 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6469 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6469 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6469 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6469 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6469 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6472 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6472 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6473 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6473 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7391 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9474 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9474 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9475 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9475 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10392 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12476 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12476 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12477 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12480 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13393 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15482 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15482 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15483 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15483 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16394 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 23% reduce 0% |
| 18483 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18484 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18484 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18484 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19395 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21485 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21486 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21486 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21486 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22172 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22257 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 22259 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1342786452_0001_m_000000_0 is done. And is in the process of commiting |
| 22265 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22266 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22266 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22267 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22267 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1342786452_0001_m_000000_0' done. |
| 22267 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1342786452_0001_m_000000_0 |
| 22268 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1342786452_0001_m_000001_0 |
| 22268 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22268 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22268 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22269 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1342786452_0001/attempt_local1342786452_0001_m_000001_0 |
| 22270 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22271 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5bc6012d |
| 22272 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22273 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22273 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22273 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22274 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22274 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22286 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22286 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22287 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22287 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22288 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22288 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22288 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 22521 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28270 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28271 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28272 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28272 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28273 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28273 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28273 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28276 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28276 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28276 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28277 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28523 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 31277 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31278 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31278 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31278 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 31524 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34279 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34279 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34279 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34280 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 34526 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 58% reduce 0% |
| 37280 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37281 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37282 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37282 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37527 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 64% reduce 0% |
| 38142 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 38179 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 38182 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1342786452_0001_m_000001_0 is done. And is in the process of commiting |
| 38197 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38198 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38198 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38198 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38198 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1342786452_0001_m_000001_0' done. |
| 38199 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1342786452_0001_m_000001_0 |
| 38199 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1342786452_0001_m_000002_0 |
| 38199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 38199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 38200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1342786452_0001/attempt_local1342786452_0001_m_000002_0 |
| 38206 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 38207 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@16361a39 |
| 38208 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 38209 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 38209 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 38209 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38209 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 38210 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 38228 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 38232 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 38233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 38234 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 38237 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 38238 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 38238 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 38528 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 39968 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 39970 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 39972 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1342786452_0001_m_000002_0 is done. And is in the process of commiting |
| 39972 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39973 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 39973 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 39973 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 39974 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 39974 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 39975 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 39989 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39989 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39990 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39990 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39990 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1342786452_0001_m_000002_0' done. |
| 39991 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1342786452_0001_m_000002_0 |
| 39991 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 39995 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 39995 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39996 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 39996 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 39996 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 39996 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 39996 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 39997 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 39998 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1342786452_0001/attempt_local1342786452_0001_r_000000_0 |
| 40013 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 40015 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4a7ff626 |
| 40016 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40018 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40037 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 40050 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes |
| 40053 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40055 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40059 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40062 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 40197 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1342786452_0001_r_000000_0 is done. And is in the process of commiting |
| 40198 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40198 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40199 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40199 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40200 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40201 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40202 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40206 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40210 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40213 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40213 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40214 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1342786452_0001_r_000000_0 is allowed to commit now |
| 40217 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1342786452_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 40218 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1342786452_0001_r_000000_0' to outputGenderStats |
| 40219 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40220 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40221 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40222 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 40223 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1342786452_0001_r_000000_0' done. |
| 40529 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 40530 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1342786452_0001 |
| 40531 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40532 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40534 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40534 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40535 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40535 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40535 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40536 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40537 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40538 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40539 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40540 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40541 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40542 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40543 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40545 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40546 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40555 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40557 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40559 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40560 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40561 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40563 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40564 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40565 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40565 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40566 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40567 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40567 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40570 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40572 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40574 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40575 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40578 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40588 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40589 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40590 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40590 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40591 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40591 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40591 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40592 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40592 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40593 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40593 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40594 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40594 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40594 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40595 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40596 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40596 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40597 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40604 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40604 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40605 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40605 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40605 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40605 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40606 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40606 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40606 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40607 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40607 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40607 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40607 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40608 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40608 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40609 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40609 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40609 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40610 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 40610 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 40611 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 40611 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 40612 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40616 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 40617 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 40617 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 40618 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=85826 |
| 40618 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3489348 |
| 40618 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=42913 |
| 40619 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 40619 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 40619 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 40620 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3397973 |
| 40620 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 40620 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 40621 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=551 |
| 40621 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 40621 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=209 |
| 40621 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42913 |
| 40622 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 40623 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 40623 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2752512000 |
| 40623 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 40623 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 40623 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 40623 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=12676979 |
| 40623 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211906865 |
| 40623 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 40624 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=35637 |
| 40624 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 40625 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 40625 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 40625 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 18:04:49 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 20 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 81 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 82 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 85 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 88 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 114 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 143 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 171 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 179 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 180 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 180 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 180 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 187 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 188 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 188 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 195 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 203 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson778508738/.staging/job_local778508738_0001 |
| 214 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 224 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 226 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 229 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 230 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 312 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local778508738_0001 |
| 329 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 362 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local778508738_0001 |
| 387 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 389 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 392 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 398 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 402 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local778508738_0001_m_000000_0 |
| 415 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 426 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 429 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 444 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local778508738_0001/attempt_local778508738_0001_m_000000_0 |
| 448 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 526 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 538 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2ed693fe |
| 542 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 543 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 544 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 546 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 546 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 556 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 604 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 604 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 605 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 605 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 605 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 606 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 606 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1368 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6450 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6450 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6450 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6450 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6451 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6451 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6451 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6453 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6456 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6457 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6459 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7375 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9460 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9461 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9461 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9461 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10378 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12462 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12462 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12463 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12463 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13379 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15463 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15464 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15464 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15464 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16380 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18465 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18466 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18466 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18466 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19383 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21467 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21468 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21469 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21469 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22384 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 31% reduce 0% |
| 22986 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 23075 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 23078 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local778508738_0001_m_000000_0 is done. And is in the process of commiting |
| 23080 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23081 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23081 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 23082 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 23082 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local778508738_0001_m_000000_0' done. |
| 23082 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local778508738_0001_m_000000_0 |
| 23083 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local778508738_0001_m_000001_0 |
| 23083 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 23088 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23088 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 23090 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local778508738_0001/attempt_local778508738_0001_m_000001_0 |
| 23094 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 23094 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6fb1790c |
| 23097 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 23098 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 23099 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 23099 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23100 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 23102 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 23112 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 23112 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 23113 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 23113 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 23113 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 23114 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 23114 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23418 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 29108 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29109 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 29110 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 29110 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 29110 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 29111 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 29111 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 29114 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 29114 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 29114 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29115 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 29420 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 32115 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 32116 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 32116 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 32116 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 32424 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 50% reduce 0% |
| 35117 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35117 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 35118 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 35118 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 35426 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 56% reduce 0% |
| 38118 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38119 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38119 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38119 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38427 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 62% reduce 0% |
| 40080 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 40103 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 40105 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local778508738_0001_m_000001_0 is done. And is in the process of commiting |
| 40108 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40108 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40109 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40109 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40109 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local778508738_0001_m_000001_0' done. |
| 40110 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local778508738_0001_m_000001_0 |
| 40110 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local778508738_0001_m_000002_0 |
| 40110 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 40111 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40111 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40112 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local778508738_0001/attempt_local778508738_0001_m_000002_0 |
| 40118 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 40118 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@289197e8 |
| 40120 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40120 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 40120 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40121 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40121 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40121 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 40129 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 40129 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 40129 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40130 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40130 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40130 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40131 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40428 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 41952 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 41955 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 41958 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local778508738_0001_m_000002_0 is done. And is in the process of commiting |
| 41960 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41962 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41963 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41964 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41964 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41964 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41965 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41970 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41972 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41978 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41980 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41982 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local778508738_0001_m_000002_0' done. |
| 41984 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local778508738_0001_m_000002_0 |
| 41985 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 41989 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 41990 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41990 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41991 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 41992 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 41993 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 41993 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 41993 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41999 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local778508738_0001/attempt_local778508738_0001_r_000000_0 |
| 42018 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 42021 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1930e474 |
| 42023 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42025 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42031 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 42038 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes |
| 42042 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42046 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42058 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 42061 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 42167 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local778508738_0001_r_000000_0 is done. And is in the process of commiting |
| 42170 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42173 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42176 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42179 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42180 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42181 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42183 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42185 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42187 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42189 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 42190 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42191 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local778508738_0001_r_000000_0 is allowed to commit now |
| 42193 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local778508738_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 42196 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local778508738_0001_r_000000_0' to outputGenderStats |
| 42199 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42200 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42201 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 42202 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 42202 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local778508738_0001_r_000000_0' done. |
| 42429 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 42430 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local778508738_0001 |
| 42430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42431 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42431 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42431 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42431 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42431 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42432 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42432 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42432 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42432 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42432 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42433 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42433 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42433 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42436 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42437 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42438 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42438 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42439 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42439 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42440 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42440 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42440 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42441 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42441 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42442 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42442 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42443 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42443 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42444 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42447 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42448 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42448 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42449 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42449 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42450 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42450 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42451 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42451 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42452 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42452 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42453 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42453 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42454 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42454 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42455 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42455 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42456 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42457 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42458 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42459 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42459 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42460 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42460 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42461 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42462 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42462 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42463 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42463 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42464 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42464 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42465 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42465 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42466 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42466 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42466 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42467 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 42468 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 42468 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 42468 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 42469 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 42469 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 42470 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 42470 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 42471 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=85826 |
| 42472 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3489348 |
| 42472 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=42913 |
| 42472 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 42473 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 42474 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 42474 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3397973 |
| 42475 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 42475 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 42475 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=551 |
| 42476 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 42476 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=209 |
| 42476 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42913 |
| 42477 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 42477 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 42478 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2977431552 |
| 42478 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 42478 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 42478 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 42479 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=12676963 |
| 42479 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211906865 |
| 42479 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 42480 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=35637 |
| 42482 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 42483 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 42483 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 42483 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 18:49:55 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 12 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 79 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 80 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 83 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 86 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 112 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 139 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 172 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 187 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 189 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 190 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 191 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 200 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 202 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 203 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 212 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 219 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1500683695/.staging/job_local1500683695_0001 |
| 229 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 240 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 243 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 246 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 247 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 347 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1500683695_0001 |
| 365 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 417 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1500683695_0001 |
| 441 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 442 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 444 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 451 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 455 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1500683695_0001_m_000000_0 |
| 468 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 485 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 486 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 501 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1500683695_0001/attempt_local1500683695_0001_m_000000_0 |
| 505 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 586 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 592 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7eff2413 |
| 598 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 599 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 601 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 603 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 604 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 612 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 660 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 660 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 661 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 661 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 661 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 662 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 662 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1422 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6507 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6508 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6508 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6508 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6508 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6509 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6509 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6510 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6511 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6511 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6511 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7427 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9512 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9512 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9513 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9513 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10428 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12514 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12514 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12514 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12518 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13429 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 15519 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15520 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15520 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15520 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16430 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18523 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18523 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18524 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18524 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19431 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 26% reduce 0% |
| 21525 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21525 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21525 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21526 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22432 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 31% reduce 0% |
| 22830 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22840 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1500683695_0001_m_000000_0 is done. And is in the process of commiting |
| 22844 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22844 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22845 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22845 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22845 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1500683695_0001_m_000000_0' done. |
| 22846 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1500683695_0001_m_000000_0 |
| 22846 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1500683695_0001_m_000001_0 |
| 22847 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22847 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22847 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22848 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1500683695_0001/attempt_local1500683695_0001_m_000001_0 |
| 22855 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22857 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@69a3b4ef |
| 22859 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22860 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22860 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22860 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22861 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22861 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22870 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22871 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22872 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22872 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22872 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22873 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22873 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23433 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28855 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28856 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28857 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28857 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28858 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28858 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28858 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28861 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28862 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28862 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28863 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 29435 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 31864 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31864 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31865 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31865 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 32436 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34866 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34866 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34866 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34866 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 35438 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 58% reduce 0% |
| 37867 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37867 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37868 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37868 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38439 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 65% reduce 0% |
| 38655 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 38658 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1500683695_0001_m_000001_0 is done. And is in the process of commiting |
| 38664 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38665 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38666 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38667 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38668 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1500683695_0001_m_000001_0' done. |
| 38669 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1500683695_0001_m_000001_0 |
| 38669 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1500683695_0001_m_000002_0 |
| 38669 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 38670 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38670 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 38671 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1500683695_0001/attempt_local1500683695_0001_m_000002_0 |
| 38673 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 38674 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@28c1139e |
| 38676 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 38677 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 38678 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 38678 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38678 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 38679 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 38689 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 38689 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 38690 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 38691 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 38692 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 38693 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 38694 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 39440 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 40533 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 40536 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 40537 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1500683695_0001_m_000002_0 is done. And is in the process of commiting |
| 40538 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40538 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40539 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40539 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40539 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40539 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40540 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40545 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40545 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40546 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40546 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40547 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1500683695_0001_m_000002_0' done. |
| 40547 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1500683695_0001_m_000002_0 |
| 40547 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 40550 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 40551 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40551 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40551 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 40551 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 40552 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 40552 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 40552 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40553 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1500683695_0001/attempt_local1500683695_0001_r_000000_0 |
| 40570 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 40571 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6227dd97 |
| 40573 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40574 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40579 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 40583 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 1 segments left of total size: 1501 bytes |
| 40584 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40585 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40589 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40590 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 40596 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1500683695_0001_r_000000_0 is done. And is in the process of commiting |
| 40600 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40601 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40604 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40606 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40609 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40609 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40609 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40611 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40612 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40614 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40615 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40616 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1500683695_0001_r_000000_0 is allowed to commit now |
| 40618 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1500683695_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 40620 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1500683695_0001_r_000000_0' to outputGenderStats |
| 40622 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40624 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40625 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40626 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 40627 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1500683695_0001_r_000000_0' done. |
| 41441 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 41443 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1500683695_0001 |
| 41444 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41445 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41445 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41446 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41446 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41447 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41447 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41448 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41449 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41450 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41451 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41452 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41453 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41454 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41455 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41457 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41459 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41459 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41460 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41461 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41461 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41462 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41463 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41464 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41467 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41469 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41471 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41472 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41474 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41475 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41476 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41477 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41478 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41479 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41479 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41480 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41483 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41484 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41484 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41485 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41486 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41486 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41487 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41487 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41488 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41488 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41490 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41491 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41492 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41493 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41494 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41495 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41495 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41496 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41505 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41506 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41507 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41508 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41508 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41509 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41509 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41510 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41510 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41511 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41511 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41513 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41513 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41513 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41514 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 41515 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 41515 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 41515 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 41516 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41516 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 41516 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 41517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 41517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=26 |
| 41517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=1517 |
| 41518 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=13 |
| 41518 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 41518 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 41518 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 41518 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=1473 |
| 41519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 41519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 41519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=13 |
| 41519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 41519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 41519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=13 |
| 41519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 41520 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 41520 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2662334464 |
| 41520 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 41520 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 41520 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 41520 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=217584 |
| 41520 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=208419034 |
| 41522 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 41522 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 41524 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 41524 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41524 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41524 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 18:57:31 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 15 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 79 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 80 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 84 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 87 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 117 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 152 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 177 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 187 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 188 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 189 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 190 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 197 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 198 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 199 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 208 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 217 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1087670612/.staging/job_local1087670612_0001 |
| 227 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 240 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 245 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 251 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 255 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 359 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1087670612_0001 |
| 382 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 417 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1087670612_0001 |
| 448 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 450 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 450 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 455 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 460 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1087670612_0001_m_000000_0 |
| 473 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 484 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 484 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 500 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1087670612_0001/attempt_local1087670612_0001_m_000000_0 |
| 503 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 586 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 591 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@32d9f1d0 |
| 596 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 596 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 597 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 600 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 600 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 612 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 655 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 655 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 656 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 656 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 656 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 657 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 657 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1422 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6505 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6506 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6506 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6507 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6507 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6507 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6508 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6512 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6512 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6513 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6514 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7428 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9517 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9517 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9517 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9518 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10431 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 12% reduce 0% |
| 12518 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12519 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12519 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12522 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13432 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 15523 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15523 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15523 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15524 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16433 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 21% reduce 0% |
| 18526 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18526 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18527 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18527 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19434 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 25% reduce 0% |
| 21529 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21529 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21529 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21530 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22437 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 29% reduce 0% |
| 24089 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 24168 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 24171 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1087670612_0001_m_000000_0 is done. And is in the process of commiting |
| 24186 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24187 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24187 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 24188 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 24188 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1087670612_0001_m_000000_0' done. |
| 24189 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1087670612_0001_m_000000_0 |
| 24189 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1087670612_0001_m_000001_0 |
| 24190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 24190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 24191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1087670612_0001/attempt_local1087670612_0001_m_000001_0 |
| 24201 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 24202 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@326bce1c |
| 24210 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 24210 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 24211 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 24211 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24212 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 24213 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 24227 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 24228 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 24229 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 24230 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 24231 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 24232 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 24233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 24535 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 30201 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 30204 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 30204 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 30204 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 30205 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 30205 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 30205 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 30208 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 30208 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 30208 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 30209 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 30537 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 33210 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 33211 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 33211 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 33211 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 33538 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 51% reduce 0% |
| 36212 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36212 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 36212 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 36213 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 36539 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 58% reduce 0% |
| 39213 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39214 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39214 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39214 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39541 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 64% reduce 0% |
| 40502 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 40542 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 40548 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1087670612_0001_m_000001_0 is done. And is in the process of commiting |
| 40552 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40552 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40553 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40553 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40553 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1087670612_0001_m_000001_0' done. |
| 40554 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1087670612_0001_m_000001_0 |
| 40555 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1087670612_0001_m_000002_0 |
| 40555 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 40556 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40556 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40556 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1087670612_0001/attempt_local1087670612_0001_m_000002_0 |
| 40557 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 40558 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45e4c434 |
| 40560 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40560 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 40560 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40561 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40563 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40564 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 40573 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 40573 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 40574 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40574 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40575 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40575 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40576 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41542 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 42393 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 42395 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 42397 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1087670612_0001_m_000002_0 is done. And is in the process of commiting |
| 42398 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42398 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42398 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42398 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42399 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42399 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42399 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42401 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42401 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42401 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42402 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42402 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1087670612_0001_m_000002_0' done. |
| 42402 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1087670612_0001_m_000002_0 |
| 42403 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 42407 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 42407 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42407 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42408 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 42408 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 42408 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 42408 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 42408 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42410 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1087670612_0001/attempt_local1087670612_0001_r_000000_0 |
| 42420 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 42423 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3483888 |
| 42423 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42424 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42430 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 42433 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes |
| 42434 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42434 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42437 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 42438 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 42542 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 0% |
| 42547 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1087670612_0001_r_000000_0 is done. And is in the process of commiting |
| 42547 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42547 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42548 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42548 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42548 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42549 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42549 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42550 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42551 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42551 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 42552 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42552 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1087670612_0001_r_000000_0 is allowed to commit now |
| 42554 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/_temporary/_attempt_local1087670612_0001_r_000000_0/part-r-00000 to outputGenderStats/part-r-00000 |
| 42554 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1087670612_0001_r_000000_0' to outputGenderStats |
| 42556 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42557 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42557 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 42557 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 42557 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1087670612_0001_r_000000_0' done. |
| 43543 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 43545 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1087670612_0001 |
| 43546 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43547 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 43548 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 43549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 43549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43550 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 43551 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 43552 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 43553 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 43555 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 43556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43557 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43560 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43564 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 43564 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43565 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43567 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43567 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43568 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 43569 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 43571 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 43572 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43572 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 43573 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 43574 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 43576 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 43577 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43578 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 43578 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43579 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43580 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43582 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 43582 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43583 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43584 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43592 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43593 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 43594 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 43598 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 43599 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43603 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 43604 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 43605 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 43606 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 43607 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43610 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 43615 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43616 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43617 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43617 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 43618 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43619 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43619 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43625 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43626 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 43626 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 43627 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 43627 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43627 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 43627 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 43628 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 43629 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 43629 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43629 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 43629 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43630 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43630 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43630 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 43631 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43631 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43631 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43632 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 43632 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 43632 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 43632 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 43637 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 43638 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 43638 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 43639 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 43639 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=85826 |
| 43639 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3489348 |
| 43639 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=42913 |
| 43639 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 43640 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 43640 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 43640 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3397973 |
| 43642 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 43643 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 43644 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=551 |
| 43644 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 43644 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=209 |
| 43644 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42913 |
| 43644 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 43644 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 43645 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2563768320 |
| 43645 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 43645 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 43645 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 43645 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=12676979 |
| 43645 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211906865 |
| 43645 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 43646 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=35637 |
| 43649 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 43650 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 43650 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 43650 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 19:39:10 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:34 |
Starting job 1 |
| 22 |
main |
INFO |
com.revature.Drivers.FemaleGraduates |
FemaleGraduates.java:32 |
Starting Female Graduates |
| 186 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 196 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 255 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 257 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 261 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 265 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 292 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 315 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 340 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 350 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 352 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 353 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 354 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 360 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 363 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 364 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 372 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 380 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1171252807/.staging/job_local1171252807_0001 |
| 392 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 403 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 408 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 413 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 415 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 507 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1171252807_0001 |
| 527 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 592 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1171252807_0001 |
| 619 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 623 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 626 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 633 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 638 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1171252807_0001_m_000000_0 |
| 656 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 673 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 677 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 697 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1171252807_0001/attempt_local1171252807_0001_m_000000_0 |
| 702 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 793 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 805 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6355340f |
| 809 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 810 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 811 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 813 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 813 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 820 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 864 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 864 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 865 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 865 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 865 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 865 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 866 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1601 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6705 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6705 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6706 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6706 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6706 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6707 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6708 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6711 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6712 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6713 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6713 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7608 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9714 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9714 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9714 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9715 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10609 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 12% reduce 0% |
| 12715 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12716 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12716 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12716 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13610 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 15717 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15717 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15718 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15718 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16611 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 21% reduce 0% |
| 18719 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18719 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18719 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18720 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19612 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 25% reduce 0% |
| 21720 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21721 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21721 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21721 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22614 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 29% reduce 0% |
| 24067 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 24151 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 24157 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1171252807_0001_m_000000_0 is done. And is in the process of commiting |
| 24161 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24163 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24164 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 24165 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 24166 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1171252807_0001_m_000000_0' done. |
| 24167 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1171252807_0001_m_000000_0 |
| 24170 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1171252807_0001_m_000001_0 |
| 24171 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 24172 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24174 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 24175 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1171252807_0001/attempt_local1171252807_0001_m_000001_0 |
| 24177 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 24178 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3bb5c7dd |
| 24180 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 24181 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 24181 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 24181 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24181 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 24182 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 24196 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 24197 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 24198 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 24199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 24200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 24201 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 24203 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 24615 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 30189 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 30189 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 30190 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 30190 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 30191 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 30191 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 30191 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 30192 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 30193 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 30193 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 30193 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 30620 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 43% reduce 0% |
| 33194 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 33195 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 33196 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 33196 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 33621 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 49% reduce 0% |
| 36196 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36197 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 36197 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 36197 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 36622 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 56% reduce 0% |
| 39198 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39198 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39199 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39199 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39624 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 62% reduce 0% |
| 41267 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 41302 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 41304 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1171252807_0001_m_000001_0 is done. And is in the process of commiting |
| 41311 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41314 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41314 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41315 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41315 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1171252807_0001_m_000001_0' done. |
| 41316 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1171252807_0001_m_000001_0 |
| 41316 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1171252807_0001_m_000002_0 |
| 41316 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 41317 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41317 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41317 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1171252807_0001/attempt_local1171252807_0001_m_000002_0 |
| 41319 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 41320 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3f5b6990 |
| 41321 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41322 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 41322 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41322 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41323 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41323 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 41332 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 41332 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 41333 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41333 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41333 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41333 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41333 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41624 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 43307 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 43309 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 43311 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1171252807_0001_m_000002_0 is done. And is in the process of commiting |
| 43311 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43311 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43312 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43312 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43312 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43313 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43313 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43316 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43317 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43318 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43320 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 43321 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1171252807_0001_m_000002_0' done. |
| 43322 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1171252807_0001_m_000002_0 |
| 43323 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 43327 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 43328 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43329 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 43329 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 43329 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 43330 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 43330 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 43330 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 43334 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1171252807_0001/attempt_local1171252807_0001_r_000000_0 |
| 43342 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 43343 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@737227b7 |
| 43344 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43344 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 43349 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 43354 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes |
| 43354 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43354 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 43358 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 43358 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 43444 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1171252807_0001_r_000000_0 is done. And is in the process of commiting |
| 43445 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43445 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43446 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43446 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43446 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43446 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43447 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43447 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43448 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43448 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 43448 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 43449 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1171252807_0001_r_000000_0 is allowed to commit now |
| 43452 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ1/_temporary/_attempt_local1171252807_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ1/part-r-00000 |
| 43453 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1171252807_0001_r_000000_0' to outputGenderStats/BQ1 |
| 43456 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43456 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43457 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 43457 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 43457 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1171252807_0001_r_000000_0' done. |
| 43626 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 43627 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1171252807_0001 |
| 43628 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43629 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 43629 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 43630 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 43631 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43632 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 43634 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 43636 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 43638 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 43639 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43639 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 43640 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43641 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43642 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43643 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 43644 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43649 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43650 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43651 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43651 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 43652 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 43658 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 43658 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43659 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 43660 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 43660 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 43661 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 43661 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43661 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 43662 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43663 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43664 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43665 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 43665 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43684 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43684 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 43685 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 43689 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 43691 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43691 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 43692 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 43692 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 43692 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 43693 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43693 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 43693 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43693 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43694 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43694 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 43695 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43695 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43696 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43700 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43701 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 43701 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 43701 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 43702 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43702 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 43706 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 43707 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 43707 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 43709 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43709 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 43710 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43710 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43710 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43711 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 43711 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43712 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43712 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43713 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 43714 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 43714 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 43715 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 43716 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 43716 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 43717 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 43718 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 43718 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=85826 |
| 43719 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3489348 |
| 43719 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=42913 |
| 43720 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 43721 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 43722 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=985 |
| 43722 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3397973 |
| 43722 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 43723 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 43723 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=551 |
| 43723 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 43724 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=209 |
| 43724 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42913 |
| 43725 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 43725 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 43725 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2680160256 |
| 43726 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 43726 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 43727 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 43727 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=12677011 |
| 43728 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211906865 |
| 43728 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 43728 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=35637 |
| 43730 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 43732 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 43732 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 43733 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Tue Dec 11 19:40:14 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
Test Log HTML
Log session start time Tue Dec 11 19:40:49 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 8 |
main |
INFO |
com.revature.Drivers.FemaleGraduates |
FemaleGraduates.java:32 |
Starting Female Graduates |
Test Log HTML
Log session start time Wed Dec 12 08:34:50 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 7 |
main |
INFO |
com.revature.Drivers.FemaleGraduates |
FemaleGraduates.java:32 |
Starting Female Graduates |
Test Log HTML
Log session start time Wed Dec 12 08:46:46 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 9 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:34 |
Starting Female Education |
| 160 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 171 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 227 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 230 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 233 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 235 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 261 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 290 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 319 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 330 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 331 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 331 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 332 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 340 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 343 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 344 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 350 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 355 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1428203131/.staging/job_local1428203131_0001 |
| 366 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 375 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 378 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 381 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 382 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 457 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1428203131_0001 |
| 476 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 507 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1428203131_0001 |
| 549 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 552 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 554 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 564 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 569 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1428203131_0001_m_000000_0 |
| 581 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 595 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 597 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 622 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1428203131_0001/attempt_local1428203131_0001_m_000000_0 |
| 624 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 715 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 725 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45d19fdd |
| 729 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 730 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 731 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 733 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 733 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 742 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 790 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 790 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 791 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 791 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 791 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 791 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 792 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 852 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 864 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 867 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1428203131_0001_m_000001_0 |
| 868 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 869 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 870 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 874 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1428203131_0001/attempt_local1428203131_0001_m_000001_0 |
| 876 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 877 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5d21a27f |
| 879 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 879 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 880 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 880 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 880 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 881 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 931 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 932 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 932 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 932 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 932 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 933 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 933 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 942 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 955 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1428203131_0001_m_000002_0 |
| 957 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 958 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 958 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 959 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1428203131_0001/attempt_local1428203131_0001_m_000002_0 |
| 964 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 969 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4f11c4ee |
| 973 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 975 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 976 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 981 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 982 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 984 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 1039 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 1041 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 1041 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 1042 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 1042 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 1042 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 1043 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1511 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 2736 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 2740 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 2741 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1428203131_0001_m_000002_0 is done. And is in the process of commiting |
| 2744 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 2744 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 2745 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 2746 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 2746 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 2746 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 2746 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 2748 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 2749 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 2750 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 2750 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 2750 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1428203131_0001_m_000002_0' done. |
| 2751 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1428203131_0001_m_000002_0 |
| 2751 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 2754 |
Thread-1 |
WARN |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:435 |
job_local1428203131_0001 |
java.lang.Exception: java.lang.ArithmeticException: / by zero
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:354)
Caused by: java.lang.ArithmeticException: / by zero
at com.revature.map.PercentIncreaseMapper.caclulatePercentIncrease(PercentIncreaseMapper.java:88)
at com.revature.map.PercentIncreaseMapper.getCountryAndYearData(PercentIncreaseMapper.java:73)
at com.revature.map.PercentIncreaseMapper.map(PercentIncreaseMapper.java:39)
at com.revature.map.PercentIncreaseMapper.map(PercentIncreaseMapper.java:1)
at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
at org.apache.hadoop.mapreduce.lib.input.DelegatingMapper.run(DelegatingMapper.java:55)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:764)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:364)
at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:223)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
|
| 3515 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 3515 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1428203131_0001 |
| 3515 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 3516 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 3516 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 3517 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 3517 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 3517 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 3517 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 3519 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 3519 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 3519 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 3520 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 3520 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 3521 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 3521 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 3522 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 3522 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 3522 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 3523 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 3523 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 3523 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 3524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 3524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 3527 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 3527 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 3529 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 3529 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 3529 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 3529 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 3530 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 3530 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 3530 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 3530 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 3531 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 3531 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 3532 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 3532 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 3537 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 15 |
| 3537 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 3538 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 3538 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=13 |
| 3539 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=1505 |
| 3540 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 3540 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=1517 |
| 3541 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=333 |
| 3541 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=13 |
| 3541 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=1473 |
| 3541 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 3542 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 3542 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 3542 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=455081984 |
| 3543 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 3543 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 3543 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 3543 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=55441 |
| 3544 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=1027198 |
| 3547 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 3549 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 3550 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 3550 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 08:47:56 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 9 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:34 |
Starting Female Education |
| 180 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 190 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 247 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 249 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 252 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 255 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 280 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 307 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 331 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 339 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 340 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 341 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 341 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 348 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 350 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 351 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 359 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 370 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1990780213/.staging/job_local1990780213_0001 |
| 381 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 391 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 395 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 405 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 408 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 476 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1990780213_0001 |
| 495 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 548 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1990780213_0001 |
| 583 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 586 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 587 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 591 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 594 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1990780213_0001_m_000000_0 |
| 609 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 619 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 621 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 638 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1990780213_0001/attempt_local1990780213_0001_m_000000_0 |
| 642 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 757 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 773 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45d19fdd |
| 794 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 801 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 802 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 805 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 805 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 834 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 887 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 890 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 892 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 893 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 895 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 896 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 902 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1551 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6643 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6670 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6670 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6670 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6670 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6671 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6671 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6673 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6673 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6674 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6674 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7558 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 7% reduce 0% |
| 9675 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9675 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9676 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9676 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10559 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 12% reduce 0% |
| 12677 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12677 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12677 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12677 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13560 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 16% reduce 0% |
| 15678 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15679 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15679 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15679 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16561 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 21% reduce 0% |
| 18680 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18680 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18680 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18681 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19563 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 26% reduce 0% |
| 21681 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21682 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21682 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21682 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22564 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 30% reduce 0% |
| 23579 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 23717 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 23720 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1990780213_0001_m_000000_0 is done. And is in the process of commiting |
| 23722 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23723 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23723 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 23724 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 23724 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1990780213_0001_m_000000_0' done. |
| 23724 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1990780213_0001_m_000000_0 |
| 23725 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1990780213_0001_m_000001_0 |
| 23725 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 23726 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23727 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 23728 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1990780213_0001/attempt_local1990780213_0001_m_000001_0 |
| 23733 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 23735 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@f1cc067 |
| 23737 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 23738 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 23738 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 23739 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23739 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 23740 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 23754 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 23754 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 23754 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 23755 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 23755 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 23755 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 23755 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 24566 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 29737 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29738 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 29738 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 29739 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 29740 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 29740 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 29740 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 29743 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 29743 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 29743 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29744 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 30568 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 32744 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 32745 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 32745 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 32745 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 33570 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 51% reduce 0% |
| 35746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 35746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 35746 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 36571 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 57% reduce 0% |
| 38747 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38747 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38748 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38748 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39572 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 64% reduce 0% |
| 39913 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 39958 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 39961 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1990780213_0001_m_000001_0 is done. And is in the process of commiting |
| 39973 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39974 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39974 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39975 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39976 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1990780213_0001_m_000001_0' done. |
| 39976 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1990780213_0001_m_000001_0 |
| 39977 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1990780213_0001_m_000002_0 |
| 39978 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 39979 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39980 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 39981 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1990780213_0001/attempt_local1990780213_0001_m_000002_0 |
| 39986 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 39987 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b976a8a |
| 39995 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 39996 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 39996 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 39996 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39996 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 39997 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 40007 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 40007 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 40008 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40008 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40008 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40009 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40009 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40572 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 43655 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 43658 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 43659 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1990780213_0001_m_000002_0 is done. And is in the process of commiting |
| 43660 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43660 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43660 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43661 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43661 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43661 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43661 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43665 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43666 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43667 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43668 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 43669 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1990780213_0001_m_000002_0' done. |
| 43669 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1990780213_0001_m_000002_0 |
| 43669 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 43674 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 43675 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43676 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 43676 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 43676 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 43676 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 43676 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 43676 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 43677 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1990780213_0001/attempt_local1990780213_0001_r_000000_0 |
| 43683 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 43684 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7dcea538 |
| 43685 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43685 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 43690 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 43694 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 1823874 bytes |
| 43694 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43694 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 43699 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 43700 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 43783 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1990780213_0001_r_000000_0 is done. And is in the process of commiting |
| 43784 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43784 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43784 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43786 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43787 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43788 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43789 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43792 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43792 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43793 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 43793 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 43793 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1990780213_0001_r_000000_0 is allowed to commit now |
| 43795 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1990780213_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 43795 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1990780213_0001_r_000000_0' to outputGenderStats/BQ2 |
| 43798 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43798 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43799 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 43799 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 43799 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1990780213_0001_r_000000_0' done. |
| 44574 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 44575 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1990780213_0001 |
| 44575 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44575 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 44576 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 44576 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 44576 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 44576 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 44576 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 44576 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 44577 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 44577 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 44577 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 44577 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 44577 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 44577 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 44578 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 44578 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44578 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 44578 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 44579 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44579 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 44579 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 44579 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 44580 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 44580 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 44580 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 44580 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 44580 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 44580 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 44581 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 44581 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 44581 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 44581 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 44581 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 44581 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44582 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 44582 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 44584 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44585 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 44585 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 44585 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 44585 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 44585 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 44585 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 44586 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 44586 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 44586 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 44586 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 44589 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 44589 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 44589 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 44589 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 44590 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44590 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 44590 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 44595 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44595 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 44595 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 44595 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 44596 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 44596 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 44596 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 44596 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 44596 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 44596 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 44596 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 44599 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 44599 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 44600 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 44600 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 44600 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44600 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 44600 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 44600 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 44601 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 44601 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 44601 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 44601 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 44601 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 44602 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 44602 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 44602 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=109314 |
| 44602 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=1823886 |
| 44602 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=54657 |
| 44602 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 44603 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 44603 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=993 |
| 44603 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=1714554 |
| 44603 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 44603 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 44603 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=518 |
| 44603 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 44603 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=298 |
| 44604 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=54657 |
| 44604 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 44604 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 44604 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2984247296 |
| 44604 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 44604 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 44604 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 44604 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=6760119 |
| 44604 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=210241475 |
| 44605 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 44605 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=39364 |
| 44607 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 44607 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 44607 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 44608 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 08:53:05 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 19 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:34 |
Starting Female Education |
| 227 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 246 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 313 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 314 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 320 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 323 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 353 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 386 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 420 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 429 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 430 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 431 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 431 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 437 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 440 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 441 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 447 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 458 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson957835093/.staging/job_local957835093_0001 |
| 469 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 479 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 484 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 487 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 488 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 600 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local957835093_0001 |
| 621 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 659 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local957835093_0001 |
| 687 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 688 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 688 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 699 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 703 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local957835093_0001_m_000000_0 |
| 715 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 724 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 724 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 738 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local957835093_0001/attempt_local957835093_0001_m_000000_0 |
| 740 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 834 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 839 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1fc8f1d6 |
| 843 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 844 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 845 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 847 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 848 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 859 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 904 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 904 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 904 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 905 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 905 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 905 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 906 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1663 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6744 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6745 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6745 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6747 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6747 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6750 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6752 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6752 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6752 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7675 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 6% reduce 0% |
| 9753 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9753 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9754 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9754 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10679 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 10% reduce 0% |
| 12755 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12756 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12756 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12756 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13684 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 14% reduce 0% |
| 15757 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15759 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15759 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15759 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16685 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 18760 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18760 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18761 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18761 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19687 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 21% reduce 0% |
| 21761 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21762 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21762 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21762 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22688 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 24% reduce 0% |
| 24763 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24763 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24763 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 24764 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 25689 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 28% reduce 0% |
| 27764 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 27765 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 27765 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 27765 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28288 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 28391 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 28397 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local957835093_0001_m_000000_0 is done. And is in the process of commiting |
| 28407 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28409 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28410 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28410 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28410 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local957835093_0001_m_000000_0' done. |
| 28410 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local957835093_0001_m_000000_0 |
| 28411 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local957835093_0001_m_000001_0 |
| 28411 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 28411 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28411 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 28412 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local957835093_0001/attempt_local957835093_0001_m_000001_0 |
| 28416 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 28422 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59614a6a |
| 28439 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 28440 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 28441 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 28443 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28445 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 28447 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 28455 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 28456 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 28457 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 28458 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 28459 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 28460 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 28462 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 28690 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
Test Log HTML
Log session start time Wed Dec 12 08:56:21 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 17 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:34 |
Starting Female Education |
| 222 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 233 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 295 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 297 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 300 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 302 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 331 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 357 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 381 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 388 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 389 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 389 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 390 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 396 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 398 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 399 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 404 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 412 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson458021564/.staging/job_local458021564_0001 |
| 423 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 433 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 436 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 440 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 441 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 537 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local458021564_0001 |
| 555 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 594 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local458021564_0001 |
| 622 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 624 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 626 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 633 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 637 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local458021564_0001_m_000000_0 |
| 658 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 672 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 673 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 692 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local458021564_0001/attempt_local458021564_0001_m_000000_0 |
| 694 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 767 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 771 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45d19fdd |
| 776 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 778 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 779 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 781 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 781 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 795 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 839 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 839 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 840 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 840 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 840 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 841 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 841 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1600 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6697 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6697 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6697 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6697 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6698 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6698 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6698 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6705 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6706 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6707 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6707 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7607 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 5% reduce 0% |
| 9708 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9708 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9709 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9709 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10608 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 10% reduce 0% |
| 12710 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12710 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12710 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12711 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13610 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 14% reduce 0% |
| 15711 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15712 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15712 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15712 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16612 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 18713 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18713 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18714 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18714 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19613 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 21% reduce 0% |
| 21714 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21716 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21716 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21717 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22614 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 25% reduce 0% |
| 24717 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24718 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24718 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 24718 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 25615 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 29% reduce 0% |
| 27719 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 27719 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 27719 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 27719 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28129 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 28229 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 28250 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local458021564_0001_m_000000_0 is done. And is in the process of commiting |
| 28272 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28272 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28273 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28273 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28273 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local458021564_0001_m_000000_0' done. |
| 28273 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local458021564_0001_m_000000_0 |
| 28274 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local458021564_0001_m_000001_0 |
| 28274 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 28274 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28274 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 28275 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local458021564_0001/attempt_local458021564_0001_m_000001_0 |
| 28283 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 28284 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@f1cc067 |
| 28289 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 28291 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 28291 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 28291 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28291 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 28292 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 28303 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 28303 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 28308 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 28308 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 28308 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 28308 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 28309 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 28656 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 34291 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34292 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 34292 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 34293 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 34293 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 34293 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 34293 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 34300 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34301 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34301 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34301 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 34658 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 42% reduce 0% |
| 37302 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37302 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37302 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37302 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37659 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 46% reduce 0% |
| 40303 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40303 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40304 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40304 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40661 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 51% reduce 0% |
| 43304 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43305 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43305 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43305 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 43662 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 56% reduce 0% |
| 46306 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 46306 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 46306 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 46306 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 46663 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 61% reduce 0% |
| 49125 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 49161 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 49163 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local458021564_0001_m_000001_0 is done. And is in the process of commiting |
| 49182 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 49183 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 49184 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 49185 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 49185 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local458021564_0001_m_000001_0' done. |
| 49186 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local458021564_0001_m_000001_0 |
| 49188 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local458021564_0001_m_000002_0 |
| 49189 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 49189 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 49190 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 49191 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local458021564_0001/attempt_local458021564_0001_m_000002_0 |
| 49195 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 49196 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b976a8a |
| 49197 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 49198 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 49198 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 49198 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 49200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 49201 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 49207 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 49208 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 49208 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 49208 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 49209 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 49209 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 49209 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 49664 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 51299 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 51301 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 51309 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local458021564_0001_m_000002_0 is done. And is in the process of commiting |
| 51313 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 51317 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 51320 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 51324 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 51325 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 51327 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 51331 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 51339 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51340 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 51343 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 51346 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 51346 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local458021564_0001_m_000002_0' done. |
| 51347 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local458021564_0001_m_000002_0 |
| 51355 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 51359 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 51359 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51359 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 51360 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 51360 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 51360 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 51360 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 51360 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 51361 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local458021564_0001/attempt_local458021564_0001_r_000000_0 |
| 51367 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 51368 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@37b81b9d |
| 51368 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51369 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 51374 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 51379 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes |
| 51382 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51383 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 51387 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 51393 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 51503 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local458021564_0001_r_000000_0 is done. And is in the process of commiting |
| 51503 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 51504 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 51504 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 51504 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 51504 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 51504 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 51504 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 51505 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51505 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 51505 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 51505 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 51506 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local458021564_0001_r_000000_0 is allowed to commit now |
| 51507 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local458021564_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 51508 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local458021564_0001_r_000000_0' to outputGenderStats/BQ2 |
| 51511 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51511 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 51511 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 51511 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 51512 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local458021564_0001_r_000000_0' done. |
| 51665 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 51665 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local458021564_0001 |
| 51666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 51666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 51666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 51667 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 51667 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 51667 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 51667 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 51667 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 51667 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 51667 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 51668 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 51668 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 51668 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 51669 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 51670 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 51671 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 51671 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 51672 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51673 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 51673 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 51673 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 51673 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 51673 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 51673 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 51673 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 51674 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 51674 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 51674 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 51674 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 51674 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 51674 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 51675 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 51675 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 51675 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 51675 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 51678 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51679 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 51679 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 51680 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 51680 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 51680 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 51680 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 51680 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 51680 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 51681 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 51681 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 51681 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 51681 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 51681 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 51681 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 51681 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 51681 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 51682 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 51685 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51685 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 51686 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 51686 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 51686 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 51686 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 51687 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 51687 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 51687 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 51687 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 51687 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 51688 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 51688 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 51688 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 51688 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 51688 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 51688 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 51689 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 51691 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 51691 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 51691 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 51691 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 51692 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 51692 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 51693 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 51693 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 51693 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=109314 |
| 51693 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=2659664 |
| 51693 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=54657 |
| 51693 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 51693 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 51693 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=993 |
| 51693 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=2550332 |
| 51694 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 51694 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 51694 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=518 |
| 51694 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 51694 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=298 |
| 51694 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=54657 |
| 51696 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 51696 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 51697 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3244818432 |
| 51697 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 51698 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 51698 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 51698 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=9735058 |
| 51699 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211077253 |
| 51699 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 51699 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=43818 |
| 51700 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 51700 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 51700 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 51701 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 12:03:02 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 9 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:44 |
Starting Female Education |
| 178 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 189 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 258 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 260 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 265 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 267 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 296 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 327 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 348 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 355 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 356 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 357 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 358 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 363 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 366 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 367 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 374 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 379 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2013118368/.staging/job_local2013118368_0001 |
| 391 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 400 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 403 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 408 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 409 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 493 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local2013118368_0001 |
| 514 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 557 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local2013118368_0001 |
| 586 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 588 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 590 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 598 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 604 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local2013118368_0001_m_000000_0 |
| 619 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 635 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 636 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 648 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2013118368_0001/attempt_local2013118368_0001_m_000000_0 |
| 650 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 734 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 741 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@21ba9bc4 |
| 745 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 746 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 747 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 750 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 750 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 758 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 818 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 819 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 819 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 819 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 820 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 820 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 820 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1561 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6652 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6653 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6653 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6654 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6654 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6654 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6656 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6658 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6658 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6660 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6660 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7566 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9661 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9661 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9661 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9662 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10568 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12662 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12663 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12663 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12663 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13569 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15664 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15664 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15665 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15665 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16570 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18665 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18666 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18666 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18666 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19571 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21667 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21667 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21668 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21668 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22522 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22572 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 32% reduce 0% |
| 22601 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 22603 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local2013118368_0001_m_000000_0 is done. And is in the process of commiting |
| 22609 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22612 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22615 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22618 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22619 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local2013118368_0001_m_000000_0' done. |
| 22621 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local2013118368_0001_m_000000_0 |
| 22622 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local2013118368_0001_m_000001_0 |
| 22622 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22623 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22623 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22624 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2013118368_0001/attempt_local2013118368_0001_m_000001_0 |
| 22630 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22633 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4d603dfa |
| 22635 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22636 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22636 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22637 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22638 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22639 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22652 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22652 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22653 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22653 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22654 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22654 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22654 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23573 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28629 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28629 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28630 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28630 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28631 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28631 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28631 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28635 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28635 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28636 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28636 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 29574 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 31636 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31637 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31637 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31637 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 32576 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34638 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34638 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34638 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34638 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 35577 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 58% reduce 0% |
| 37639 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37639 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37640 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37640 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38317 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 38357 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 38359 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local2013118368_0001_m_000001_0 is done. And is in the process of commiting |
| 38363 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38364 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38365 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38365 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38365 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local2013118368_0001_m_000001_0' done. |
| 38366 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local2013118368_0001_m_000001_0 |
| 38366 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local2013118368_0001_m_000002_0 |
| 38366 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 38367 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38367 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 38368 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2013118368_0001/attempt_local2013118368_0001_m_000002_0 |
| 38372 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 38375 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4b1d5586 |
| 38377 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 38377 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 38378 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 38378 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38378 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 38379 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 38390 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 38391 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 38391 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 38391 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 38392 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 38392 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 38392 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 38579 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 44371 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44372 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 44373 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 44373 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 44373 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 44373 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 44374 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 44375 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44376 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 44376 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44376 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 44580 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 69% reduce 0% |
| 47376 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 47377 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 47377 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 47377 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
Test Log HTML
Log session start time Wed Dec 12 12:05:54 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 10 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:36 |
Starting Female Education |
| 254 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 270 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 332 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 335 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 343 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 346 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 373 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 401 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 434 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 441 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 442 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 443 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 443 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 451 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 454 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 455 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 460 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 469 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1744024019/.staging/job_local1744024019_0001 |
| 480 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 490 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 500 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 503 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 504 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 651 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1744024019_0001 |
| 687 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 721 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1744024019_0001 |
| 745 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 746 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 747 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 759 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 763 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1744024019_0001_m_000000_0 |
| 777 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 785 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 787 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 801 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744024019_0001/attempt_local1744024019_0001_m_000000_0 |
| 804 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 921 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 926 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@695a4c36 |
| 930 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 930 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 931 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 933 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 933 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 941 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 985 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 985 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 986 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 986 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 986 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 986 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 987 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1727 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6806 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6806 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6806 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6807 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6807 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6807 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6807 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6809 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6809 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6810 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6810 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7733 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9811 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9812 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9812 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9812 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10735 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12813 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12813 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12814 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12814 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13738 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15814 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15815 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15815 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15815 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16739 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18817 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18817 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18818 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18818 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21820 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21821 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21821 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21821 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22617 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22691 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 22693 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1744024019_0001_m_000000_0 is done. And is in the process of commiting |
| 22696 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22697 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22697 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22698 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22700 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1744024019_0001_m_000000_0' done. |
| 22703 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1744024019_0001_m_000000_0 |
| 22705 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1744024019_0001_m_000001_0 |
| 22707 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22708 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22709 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22711 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744024019_0001/attempt_local1744024019_0001_m_000001_0 |
| 22716 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22718 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6792dc0a |
| 22720 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22720 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22721 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22721 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22721 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22722 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22730 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22730 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22731 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22731 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22732 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22732 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22732 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 22741 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28716 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28717 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28717 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28718 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28718 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28718 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28718 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28720 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28722 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28723 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28723 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28743 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 46% reduce 0% |
| 31724 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31724 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31724 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31724 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 31744 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34725 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34725 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34726 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34726 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 34746 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 59% reduce 0% |
| 37727 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37727 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37728 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37728 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37747 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 37936 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 37976 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 37978 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1744024019_0001_m_000001_0 is done. And is in the process of commiting |
| 37982 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37985 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37986 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37988 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37989 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1744024019_0001_m_000001_0' done. |
| 37989 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1744024019_0001_m_000001_0 |
| 37989 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1744024019_0001_m_000002_0 |
| 37989 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 37990 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37990 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 37990 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1744024019_0001/attempt_local1744024019_0001_m_000002_0 |
| 37992 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 37992 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64158b31 |
| 37994 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 37994 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 37995 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 37995 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37995 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 37996 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 38003 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 38003 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 38004 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 38004 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 38004 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 38004 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 38005 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 43992 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43993 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43993 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43993 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43994 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43994 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43994 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43998 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43998 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43998 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43999 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 44749 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 69% reduce 0% |
| 46999 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 46999 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 47000 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 47000 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
Test Log HTML
Log session start time Wed Dec 12 12:08:41 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 10 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:36 |
Starting Female Education |
| 155 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 163 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 222 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 225 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 228 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 231 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 256 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 286 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 318 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 327 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 328 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 329 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 329 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 336 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 338 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 339 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 345 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 353 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson487606380/.staging/job_local487606380_0001 |
| 363 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 373 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 377 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 381 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 382 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 455 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local487606380_0001 |
| 474 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 510 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local487606380_0001 |
| 538 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 541 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 544 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 565 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 569 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local487606380_0001_m_000000_0 |
| 582 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 590 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 590 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 606 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local487606380_0001/attempt_local487606380_0001_m_000000_0 |
| 610 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 692 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 698 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6131b62e |
| 703 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 703 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 704 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 706 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 707 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 716 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 762 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 762 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 762 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 763 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 763 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 763 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 763 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1514 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6623 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6623 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6625 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6626 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6627 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6627 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7521 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 9% reduce 0% |
| 9628 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9628 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9628 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9629 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10523 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12629 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12630 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12630 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12630 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13524 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15631 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15631 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15632 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15632 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16525 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18632 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18633 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18633 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18633 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19526 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21634 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21634 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21635 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21635 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22335 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22424 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 22428 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local487606380_0001_m_000000_0 is done. And is in the process of commiting |
| 22434 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22437 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22438 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22438 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22439 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local487606380_0001_m_000000_0' done. |
| 22439 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local487606380_0001_m_000000_0 |
| 22440 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local487606380_0001_m_000001_0 |
| 22440 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22441 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22441 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22442 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local487606380_0001/attempt_local487606380_0001_m_000001_0 |
| 22446 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22449 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4bce988c |
| 22453 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22455 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22456 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22458 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22459 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22459 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22467 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22467 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22468 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22468 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22468 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22469 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22469 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 22527 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28453 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28454 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28454 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28455 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28455 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28455 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28455 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28457 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28458 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28458 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28458 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28529 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 46% reduce 0% |
| 31459 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31459 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31460 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31460 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 31530 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34460 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34461 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34462 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34463 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 34531 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 59% reduce 0% |
| 37463 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37464 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37464 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37464 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37533 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 65% reduce 0% |
| 37802 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 37826 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 37829 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local487606380_0001_m_000001_0 is done. And is in the process of commiting |
| 37831 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37832 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37832 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37832 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37833 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local487606380_0001_m_000001_0' done. |
| 37833 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local487606380_0001_m_000001_0 |
| 37833 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local487606380_0001_m_000002_0 |
| 37834 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 37834 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37834 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 37835 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local487606380_0001/attempt_local487606380_0001_m_000002_0 |
| 37836 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 37837 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2bc3c3c5 |
| 37838 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 37839 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 37839 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 37839 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37840 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 37840 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 37849 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 37849 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 37850 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 37850 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 37850 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 37851 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 37851 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 38533 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 43836 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43837 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43837 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43839 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43839 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43839 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43840 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43842 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43842 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43843 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43843 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 44535 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 69% reduce 0% |
| 46843 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 46843 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 46844 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 46844 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
Test Log HTML
Log session start time Wed Dec 12 12:10:58 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 7 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:36 |
Starting Female Education |
| 156 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 166 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 226 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 228 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 231 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 234 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 260 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 279 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 302 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 310 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 311 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 312 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 312 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 318 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 320 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 321 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 327 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 335 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1777023445/.staging/job_local1777023445_0001 |
| 350 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 361 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 367 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 377 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 379 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 464 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1777023445_0001 |
| 481 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 516 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1777023445_0001 |
| 549 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 553 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 556 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 563 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 569 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1777023445_0001_m_000000_0 |
| 584 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 594 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 594 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 607 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1777023445_0001/attempt_local1777023445_0001_m_000000_0 |
| 610 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 693 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 705 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@411d4884 |
| 709 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 710 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 711 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 713 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 713 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 722 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 773 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 773 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 773 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 774 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 774 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 774 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 774 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1521 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6612 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6612 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6612 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6612 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6617 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6618 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6618 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7528 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 9% reduce 0% |
| 9619 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9619 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9620 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9620 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10530 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 14% reduce 0% |
| 12620 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12621 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12621 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12621 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13531 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15623 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15623 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16533 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 23% reduce 0% |
| 18624 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18624 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18624 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18624 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19535 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21625 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21625 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21626 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21626 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22184 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22267 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 22270 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1777023445_0001_m_000000_0 is done. And is in the process of commiting |
| 22273 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22275 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22276 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22276 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22277 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1777023445_0001_m_000000_0' done. |
| 22278 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1777023445_0001_m_000000_0 |
| 22278 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1777023445_0001_m_000001_0 |
| 22279 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22279 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22279 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22280 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1777023445_0001/attempt_local1777023445_0001_m_000001_0 |
| 22281 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22282 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554105e4 |
| 22284 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22285 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22285 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22285 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22286 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22286 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22295 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22297 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22298 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22300 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22303 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22305 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22305 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 22536 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28285 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28285 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28286 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28286 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28287 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28287 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28287 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28289 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28290 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28290 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28290 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28538 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 46% reduce 0% |
| 31291 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31291 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31291 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31292 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 31541 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34292 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34293 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34293 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34294 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 34542 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 59% reduce 0% |
| 37294 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37295 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37295 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37295 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37543 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 65% reduce 0% |
| 37868 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 37894 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 37897 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1777023445_0001_m_000001_0 is done. And is in the process of commiting |
| 37900 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37903 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37903 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37904 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37904 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1777023445_0001_m_000001_0' done. |
| 37904 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1777023445_0001_m_000001_0 |
| 37905 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1777023445_0001_m_000002_0 |
| 37905 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 37905 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37906 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 37906 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1777023445_0001/attempt_local1777023445_0001_m_000002_0 |
| 37908 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 37909 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@22a73a3c |
| 37910 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 37912 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 37912 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 37913 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37913 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 37914 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 37921 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 37922 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 37922 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 37922 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 37923 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 37923 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 37923 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 38544 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 43908 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43908 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43909 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43909 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43909 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43910 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43910 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43912 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43912 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43913 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43913 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 44545 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 69% reduce 0% |
| 46913 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 46913 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 46915 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 46915 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
Test Log HTML
Log session start time Wed Dec 12 12:13:33 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 1 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 7 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:36 |
Starting Female Education |
| 158 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 169 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 225 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 226 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 230 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 233 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 259 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 279 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 302 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 311 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 312 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 312 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 312 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 319 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 321 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 322 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 327 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 334 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson2020153440/.staging/job_local2020153440_0001 |
| 346 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 354 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 357 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 361 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 362 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 436 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local2020153440_0001 |
| 455 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 486 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local2020153440_0001 |
| 513 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 515 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 516 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 521 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 526 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local2020153440_0001_m_000000_0 |
| 541 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 561 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 562 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 577 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2020153440_0001/attempt_local2020153440_0001_m_000000_0 |
| 583 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 680 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 686 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45d19fdd |
| 689 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 689 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 690 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 692 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 692 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 701 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 746 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 746 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 747 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 747 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 747 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 748 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 748 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1491 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6584 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6584 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6584 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6584 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6585 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6585 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6585 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6587 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6588 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6588 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6588 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7496 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 9% reduce 0% |
| 9589 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9590 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9590 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9590 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10498 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12591 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12591 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12592 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12592 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13499 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15592 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15593 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15593 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15593 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16500 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 23% reduce 0% |
| 18594 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18595 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18595 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18595 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19501 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21596 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21596 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21596 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21597 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22053 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22138 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 22141 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local2020153440_0001_m_000000_0 is done. And is in the process of commiting |
| 22144 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22147 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22148 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22148 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22149 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local2020153440_0001_m_000000_0' done. |
| 22149 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local2020153440_0001_m_000000_0 |
| 22149 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local2020153440_0001_m_000001_0 |
| 22150 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22150 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22151 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22151 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2020153440_0001/attempt_local2020153440_0001_m_000001_0 |
| 22153 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22161 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@f1cc067 |
| 22172 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22173 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22173 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22174 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22175 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22176 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22185 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22186 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22186 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22187 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22187 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22187 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22187 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 22502 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28162 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28164 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28164 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28165 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28165 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28165 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28165 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28167 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28168 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28168 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28168 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28504 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 46% reduce 0% |
| 31169 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31169 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31169 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31170 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 31505 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34170 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34171 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34171 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34171 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 34507 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 58% reduce 0% |
| 37172 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37172 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37172 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37172 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37508 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 65% reduce 0% |
| 37787 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 37822 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 37825 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local2020153440_0001_m_000001_0 is done. And is in the process of commiting |
| 37828 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37829 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37830 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37831 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37832 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local2020153440_0001_m_000001_0' done. |
| 37833 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local2020153440_0001_m_000001_0 |
| 37834 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local2020153440_0001_m_000002_0 |
| 37834 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 37835 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37836 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 37837 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2020153440_0001/attempt_local2020153440_0001_m_000002_0 |
| 37839 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 37841 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b976a8a |
| 37844 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 37844 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 37845 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 37846 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37846 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 37847 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 37854 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 37854 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 37855 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 37857 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 37857 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 37857 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 37858 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 38509 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 39524 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 39526 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 39528 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local2020153440_0001_m_000002_0 is done. And is in the process of commiting |
| 39529 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39529 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 39529 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 39530 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 39530 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 39530 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 39531 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 39534 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39534 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39535 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39535 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39536 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local2020153440_0001_m_000002_0' done. |
| 39536 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local2020153440_0001_m_000002_0 |
| 39537 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 39542 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 39543 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39544 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 39546 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 39547 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 39548 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 39549 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 39550 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 39551 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local2020153440_0001/attempt_local2020153440_0001_r_000000_0 |
| 39556 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 39557 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@37b81b9d |
| 39559 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39560 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39566 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 39571 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes |
| 39571 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39572 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39574 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39576 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 39714 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local2020153440_0001_r_000000_0 is done. And is in the process of commiting |
| 39715 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39716 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 39717 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 39718 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 39719 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 39720 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 39721 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 39723 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39723 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39724 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39725 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39726 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local2020153440_0001_r_000000_0 is allowed to commit now |
| 39730 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local2020153440_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 39731 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local2020153440_0001_r_000000_0' to outputGenderStats/BQ2 |
| 39731 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39732 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39733 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39733 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 39734 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local2020153440_0001_r_000000_0' done. |
| 40510 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 40511 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local2020153440_0001 |
| 40511 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40512 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40513 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40513 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40514 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40514 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40515 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40516 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40516 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40517 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40517 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40518 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40519 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40519 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40520 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40521 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40522 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40523 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40525 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40526 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40527 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40528 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40528 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40529 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40530 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40531 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40531 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40532 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40533 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40534 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40535 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40536 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40537 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40537 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40542 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40543 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40543 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40545 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40546 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40546 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40547 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40548 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40550 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40551 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40552 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40553 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40554 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40554 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40555 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40559 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40560 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40561 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40562 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40563 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40563 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40564 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40565 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40566 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40566 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40567 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40568 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40569 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40569 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40570 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40571 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40572 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40573 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40574 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 40575 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 40576 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 40576 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 40578 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40581 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 40583 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 40584 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 40586 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=109314 |
| 40587 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=2659664 |
| 40587 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=54657 |
| 40588 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 40588 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 40589 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=994 |
| 40589 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=2550332 |
| 40590 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 40590 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 40591 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=518 |
| 40591 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 40592 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=298 |
| 40592 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=54657 |
| 40593 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 40594 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 40594 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2638217216 |
| 40595 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 40595 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 40596 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 40596 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=9735086 |
| 40597 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211077262 |
| 40597 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 40598 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=43818 |
| 40603 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 40607 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 40608 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 40609 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 12:15:30 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 8 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:36 |
Starting Female Education |
| 158 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 167 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 226 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 228 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 232 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 235 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 259 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 279 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 302 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 310 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 311 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 312 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 313 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 320 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 324 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 326 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 332 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 340 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson844555656/.staging/job_local844555656_0001 |
| 354 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 365 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 368 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 372 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 372 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 452 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local844555656_0001 |
| 470 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 503 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local844555656_0001 |
| 529 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 532 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 535 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 541 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 546 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local844555656_0001_m_000000_0 |
| 561 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 574 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 574 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 593 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local844555656_0001/attempt_local844555656_0001_m_000000_0 |
| 596 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 685 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 690 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@695a4c36 |
| 695 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 695 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 696 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 698 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 699 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 705 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 750 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 750 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 751 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 751 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 751 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 752 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 752 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1507 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6598 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6598 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6598 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6598 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6599 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6599 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6599 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6600 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6601 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6602 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6602 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7513 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 9% reduce 0% |
| 9603 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9603 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9604 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9604 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10515 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12604 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12605 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12605 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12605 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13516 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15606 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15606 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15607 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15607 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 23% reduce 0% |
| 18607 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18608 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18608 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18608 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19518 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21609 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21610 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21610 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21610 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22112 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22196 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 22198 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local844555656_0001_m_000000_0 is done. And is in the process of commiting |
| 22201 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22203 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22205 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22206 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22209 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local844555656_0001_m_000000_0' done. |
| 22210 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local844555656_0001_m_000000_0 |
| 22211 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local844555656_0001_m_000001_0 |
| 22211 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22212 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22212 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22213 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local844555656_0001/attempt_local844555656_0001_m_000001_0 |
| 22217 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22219 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6792dc0a |
| 22222 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22224 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22225 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22227 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22229 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22232 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22247 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22249 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22252 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22255 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22259 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22261 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22263 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 22519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28217 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28217 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28218 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28218 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28218 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28218 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28219 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28225 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28225 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28226 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28226 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28523 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 46% reduce 0% |
| 31227 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31227 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31227 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31227 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 31524 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34228 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34228 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34229 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34229 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 34525 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 59% reduce 0% |
| 37229 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37230 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37230 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37230 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37526 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 65% reduce 0% |
| 37571 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 37597 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 37600 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local844555656_0001_m_000001_0 is done. And is in the process of commiting |
| 37607 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37608 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37609 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37609 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37610 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local844555656_0001_m_000001_0' done. |
| 37611 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local844555656_0001_m_000001_0 |
| 37611 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local844555656_0001_m_000002_0 |
| 37612 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 37613 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37613 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 37614 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local844555656_0001/attempt_local844555656_0001_m_000002_0 |
| 37615 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 37616 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64158b31 |
| 37617 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 37617 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 37617 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 37618 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37618 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 37618 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 37627 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 37627 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 37629 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 37629 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 37629 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 37630 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 37631 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 38527 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 43625 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43626 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43626 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43626 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43626 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43627 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43627 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43629 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43629 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43629 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43629 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 44529 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 69% reduce 0% |
| 46630 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 46630 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 46630 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 46631 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
Test Log HTML
Log session start time Wed Dec 12 12:20:15 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 9 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:44 |
Starting Female Education |
| 159 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 170 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 230 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 233 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 236 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 239 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 264 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 293 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 319 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 326 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 327 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 328 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 329 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 338 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 340 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 343 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 350 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 358 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson225975909/.staging/job_local225975909_0001 |
| 368 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 378 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 383 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 389 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 391 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 465 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local225975909_0001 |
| 481 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local225975909_0001 |
| 540 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 541 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 541 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 547 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 553 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local225975909_0001_m_000000_0 |
| 570 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 585 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 587 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 602 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local225975909_0001/attempt_local225975909_0001_m_000000_0 |
| 604 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 693 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 698 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4e49ad7b |
| 702 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 702 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 703 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 705 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 706 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 714 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 760 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 761 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 761 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 761 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 762 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 762 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 762 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1521 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6606 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6606 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6607 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6607 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6608 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6608 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6608 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6610 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6611 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6612 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6612 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7527 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 9% reduce 0% |
| 9613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9614 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9614 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10529 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12614 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12615 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13530 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15616 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15616 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15617 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15617 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16531 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 23% reduce 0% |
| 18618 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18618 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18618 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18619 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19532 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21619 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21620 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21620 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21620 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22093 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22187 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 22191 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local225975909_0001_m_000000_0 is done. And is in the process of commiting |
| 22200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22202 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22203 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22204 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22207 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local225975909_0001_m_000000_0' done. |
| 22207 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local225975909_0001_m_000000_0 |
| 22208 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local225975909_0001_m_000001_0 |
| 22208 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22209 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22210 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22211 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local225975909_0001/attempt_local225975909_0001_m_000001_0 |
| 22212 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22213 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@46c8ce23 |
| 22219 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22220 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22221 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22221 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22221 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22222 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22232 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22232 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22234 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22234 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22235 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22236 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 22534 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28220 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28220 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28220 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28221 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28221 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28222 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28222 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28224 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28225 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28225 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28225 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28536 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 46% reduce 0% |
| 31226 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31226 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31227 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31227 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 31537 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34227 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34228 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34228 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34228 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 34538 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 59% reduce 0% |
| 37229 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37229 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37229 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37230 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37539 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 65% reduce 0% |
| 37711 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 37753 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 37756 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local225975909_0001_m_000001_0 is done. And is in the process of commiting |
| 37759 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37760 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37761 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37762 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37762 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local225975909_0001_m_000001_0' done. |
| 37762 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local225975909_0001_m_000001_0 |
| 37762 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local225975909_0001_m_000002_0 |
| 37763 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 37763 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37763 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 37764 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local225975909_0001/attempt_local225975909_0001_m_000002_0 |
| 37767 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 37769 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@72f7406f |
| 37771 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 37772 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 37772 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 37772 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37772 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 37773 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 37782 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 37782 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 37783 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 37783 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 37783 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 37784 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 37784 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 38539 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 43767 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43794 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 43794 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 43794 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 43795 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 43795 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 43795 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 43797 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 43797 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 43797 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 43798 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 44541 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 69% reduce 0% |
| 46798 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 46798 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 46799 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 46799 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
Test Log HTML
Log session start time Wed Dec 12 12:40:24 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 9 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:44 |
Starting Female Education |
| 156 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 165 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 222 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 224 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 227 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 230 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 259 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 286 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 309 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 315 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 316 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 316 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 317 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 322 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 324 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 325 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 331 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 337 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson444346373/.staging/job_local444346373_0001 |
| 346 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 357 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 362 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 365 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 366 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 441 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local444346373_0001 |
| 456 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 490 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local444346373_0001 |
| 518 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 521 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 523 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 531 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 536 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local444346373_0001_m_000000_0 |
| 549 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 559 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 562 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 579 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local444346373_0001/attempt_local444346373_0001_m_000000_0 |
| 585 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 669 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 676 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@411d4884 |
| 680 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 680 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 682 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 685 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 687 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 698 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 745 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 745 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 746 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 746 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 746 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 746 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 747 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1495 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6586 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6587 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6587 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6587 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6588 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6588 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6589 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6590 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6590 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6591 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6591 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7500 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9592 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9592 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9592 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9593 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10502 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12593 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12594 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12594 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12594 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13529 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 15595 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15622 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16530 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18623 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18623 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18624 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18624 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19531 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21624 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21625 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21625 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21625 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22473 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22532 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 32% reduce 0% |
| 22562 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 22565 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local444346373_0001_m_000000_0 is done. And is in the process of commiting |
| 22569 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22571 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22571 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22572 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22572 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local444346373_0001_m_000000_0' done. |
| 22572 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local444346373_0001_m_000000_0 |
| 22573 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local444346373_0001_m_000001_0 |
| 22573 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22575 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22576 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22576 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local444346373_0001/attempt_local444346373_0001_m_000001_0 |
| 22578 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22579 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@554105e4 |
| 22585 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22585 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22586 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22586 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22586 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22587 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22594 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22594 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22595 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22595 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22595 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22596 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22596 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23533 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28585 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28612 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28612 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28612 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28618 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28618 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28620 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28620 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 29534 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 46% reduce 0% |
| 31620 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31621 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31621 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31621 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 32536 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34623 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34623 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 35537 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 59% reduce 0% |
| 37623 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37624 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37625 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37626 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38391 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 38416 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 38418 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local444346373_0001_m_000001_0 is done. And is in the process of commiting |
| 38427 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38428 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38429 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38430 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38431 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local444346373_0001_m_000001_0' done. |
| 38432 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local444346373_0001_m_000001_0 |
| 38433 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local444346373_0001_m_000002_0 |
| 38434 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 38435 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38436 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 38437 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local444346373_0001/attempt_local444346373_0001_m_000002_0 |
| 38439 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 38439 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@22a73a3c |
| 38441 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 38441 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 38441 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 38441 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38441 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 38442 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 38451 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 38451 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 38453 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 38454 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 38455 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 38456 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 38458 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 38540 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 40939 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 40941 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 40944 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local444346373_0001_m_000002_0 is done. And is in the process of commiting |
| 40944 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40944 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40945 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40945 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40945 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40946 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40946 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40951 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40951 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40951 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40952 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40952 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local444346373_0001_m_000002_0' done. |
| 40952 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local444346373_0001_m_000002_0 |
| 40953 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 40956 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 40956 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40956 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40957 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 40957 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 40957 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 40958 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 40958 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40959 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local444346373_0001/attempt_local444346373_0001_r_000000_0 |
| 40965 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 40967 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@37131b22 |
| 40968 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40968 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40974 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 40978 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes |
| 40978 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40978 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40981 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40981 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 41059 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local444346373_0001_r_000000_0 is done. And is in the process of commiting |
| 41060 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41060 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41061 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41061 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41061 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41061 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41062 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41062 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41063 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41063 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41063 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41064 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local444346373_0001_r_000000_0 is allowed to commit now |
| 41065 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local444346373_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 41066 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local444346373_0001_r_000000_0' to outputGenderStats/BQ2 |
| 41067 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41067 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41068 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41068 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 41068 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local444346373_0001_r_000000_0' done. |
| 41541 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 41542 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local444346373_0001 |
| 41542 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41543 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41543 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41543 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41543 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41545 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41545 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41545 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41545 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41546 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41546 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41546 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41547 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41548 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41548 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41550 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41550 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41550 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41550 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41550 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41550 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41553 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41554 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41554 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41554 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41554 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41555 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41555 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41555 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41555 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41555 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41557 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41557 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41558 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41558 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41558 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41559 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41559 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41559 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41559 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41560 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41561 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41561 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41561 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41561 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41562 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41562 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41562 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41563 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41563 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41563 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41564 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 41564 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 41565 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 41565 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 41566 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41566 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 41566 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 41567 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 41568 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=109314 |
| 41568 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=2659664 |
| 41568 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=54657 |
| 41568 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 41568 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 41568 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=994 |
| 41569 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=2550332 |
| 41569 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 41569 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 41569 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=518 |
| 41569 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 41569 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=298 |
| 41569 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=54657 |
| 41569 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 41570 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 41570 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2622488576 |
| 41570 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 41570 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 41570 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 41570 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=9735070 |
| 41570 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211077262 |
| 41570 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 41571 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=43818 |
| 41572 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 41572 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41572 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41572 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 12:42:52 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:13 |
Starting job 5 |
| 5 |
main |
INFO |
com.revature.Main |
Main.java:17 |
Starting job 4 |
| 6 |
main |
INFO |
com.revature.Main |
Main.java:21 |
Starting job 3 |
| 6 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 9 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:44 |
Starting Female Education |
| 153 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 163 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 225 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 226 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 230 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 233 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 259 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 287 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 312 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 319 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 321 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 323 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 323 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 330 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 331 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 333 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 341 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 351 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson813473472/.staging/job_local813473472_0001 |
| 362 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 375 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 377 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 380 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 384 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 452 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local813473472_0001 |
| 469 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 507 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local813473472_0001 |
| 534 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 540 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 547 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 557 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 560 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local813473472_0001_m_000000_0 |
| 573 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 581 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 581 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 598 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local813473472_0001/attempt_local813473472_0001_m_000000_0 |
| 602 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 692 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 697 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6131b62e |
| 703 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 704 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 705 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 708 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 711 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 720 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 768 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 768 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 769 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 769 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 769 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 769 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 770 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6603 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6604 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6604 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6604 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6604 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6605 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6605 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6606 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6611 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6618 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7521 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9621 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9621 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9622 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10522 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12623 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12623 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12623 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13523 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 15624 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15624 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15625 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15625 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16524 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18626 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18626 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18626 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18626 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19525 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 26% reduce 0% |
| 21627 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21627 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21628 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21628 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22526 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 31% reduce 0% |
| 23075 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 23189 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 23191 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local813473472_0001_m_000000_0 is done. And is in the process of commiting |
| 23202 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23204 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23204 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 23205 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 23206 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local813473472_0001_m_000000_0' done. |
| 23208 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local813473472_0001_m_000000_0 |
| 23211 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local813473472_0001_m_000001_0 |
| 23215 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 23218 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23220 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 23222 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local813473472_0001/attempt_local813473472_0001_m_000001_0 |
| 23233 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 23234 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4bce988c |
| 23239 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 23240 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 23242 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 23243 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23243 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 23244 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 23252 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 23253 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 23253 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 23254 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 23254 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 23254 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 23255 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23527 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 29238 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29239 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 29239 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 29241 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 29241 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 29242 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 29242 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 29250 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 29250 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 29250 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29250 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 29529 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 32251 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 32251 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 32252 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 32252 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 32530 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 51% reduce 0% |
| 35252 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35253 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 35253 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 35253 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 35532 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 57% reduce 0% |
| 38253 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38254 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38254 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38254 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38533 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 64% reduce 0% |
| 39195 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 39221 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 39224 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local813473472_0001_m_000001_0 is done. And is in the process of commiting |
| 39228 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39229 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39229 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39230 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39230 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local813473472_0001_m_000001_0' done. |
| 39230 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local813473472_0001_m_000001_0 |
| 39230 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local813473472_0001_m_000002_0 |
| 39231 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 39231 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39231 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 39232 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local813473472_0001/attempt_local813473472_0001_m_000002_0 |
| 39237 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 39240 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2bc3c3c5 |
| 39241 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 39242 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 39243 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 39243 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39243 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 39244 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 39252 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 39253 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 39253 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 39254 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 39254 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 39254 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 39255 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 39533 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 40872 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 40874 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 40876 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local813473472_0001_m_000002_0 is done. And is in the process of commiting |
| 40876 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40877 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40877 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40877 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40877 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40878 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40878 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40879 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40880 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40880 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40880 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40881 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local813473472_0001_m_000002_0' done. |
| 40881 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local813473472_0001_m_000002_0 |
| 40881 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 40884 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 40885 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40885 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40886 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 40886 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 40887 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 40887 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 40887 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40888 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local813473472_0001/attempt_local813473472_0001_r_000000_0 |
| 40895 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 40897 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@67acb6b |
| 40898 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40899 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40905 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 40909 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes |
| 40909 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40909 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40912 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40912 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 41003 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local813473472_0001_r_000000_0 is done. And is in the process of commiting |
| 41004 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41004 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41004 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41004 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41005 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41005 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41005 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41006 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41006 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41006 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41007 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41007 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local813473472_0001_r_000000_0 is allowed to commit now |
| 41015 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local813473472_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 41016 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local813473472_0001_r_000000_0' to outputGenderStats/BQ2 |
| 41019 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41019 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41019 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41019 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 41020 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local813473472_0001_r_000000_0' done. |
| 41534 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 41535 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local813473472_0001 |
| 41538 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41540 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41541 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41542 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41543 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41545 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41545 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41546 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41546 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41547 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41547 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41548 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41550 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41551 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41552 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41553 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41553 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41554 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41554 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41554 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41554 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41555 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41555 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41555 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41557 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41557 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41557 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41558 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41558 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41558 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41560 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41561 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41561 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41562 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41562 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41562 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41562 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41563 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41563 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41563 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41563 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41563 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41564 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41564 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41564 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41564 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41565 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41565 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41566 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41566 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41566 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41566 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41567 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41567 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41567 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41567 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41568 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41568 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41568 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41568 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41568 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41569 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41569 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41569 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41569 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41569 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41570 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 41570 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 41570 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 41571 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 41571 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41571 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 41572 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 41572 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 41572 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=109314 |
| 41573 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=2659664 |
| 41573 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=54657 |
| 41573 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 41573 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 41574 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=994 |
| 41574 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=2550332 |
| 41574 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 41574 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 41574 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=518 |
| 41574 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 41577 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=298 |
| 41577 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=54657 |
| 41577 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 41577 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 41578 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3058171904 |
| 41578 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 41578 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 41578 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 41578 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=9735070 |
| 41579 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211077262 |
| 41579 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 41579 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=43818 |
| 41581 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 41581 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41582 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41582 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 12:44:28 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:13 |
Starting job 5 |
| 6 |
main |
INFO |
com.revature.Main |
Main.java:17 |
Starting job 4 |
| 7 |
main |
INFO |
com.revature.Main |
Main.java:21 |
Starting job 3 |
| 8 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 12 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:44 |
Starting Female Education |
| 163 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 171 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 226 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 227 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 230 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 233 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 265 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 295 |
main |
INFO |
com.revature.Main |
Main.java:36 |
Starting job 1 |
| 297 |
main |
INFO |
com.revature.Drivers.FemaleGraduates |
FemaleGraduates.java:42 |
Starting Female Graduates |
| 327 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 331 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 335 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 336 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 12:44:43 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:13 |
Starting job 5 |
| 6 |
main |
INFO |
com.revature.Main |
Main.java:17 |
Starting job 4 |
| 9 |
main |
INFO |
com.revature.Main |
Main.java:21 |
Starting job 3 |
| 12 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 18 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:44 |
Starting Female Education |
| 159 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 167 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 227 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 229 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 233 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 238 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 265 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 286 |
main |
INFO |
com.revature.Main |
Main.java:36 |
Starting job 1 |
| 287 |
main |
INFO |
com.revature.Drivers.FemaleGraduates |
FemaleGraduates.java:42 |
Starting Female Graduates |
| 313 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 315 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 318 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 319 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 12:45:47 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:13 |
Starting job 5 |
| 4 |
main |
INFO |
com.revature.Main |
Main.java:17 |
Starting job 4 |
| 4 |
main |
INFO |
com.revature.Main |
Main.java:21 |
Starting job 3 |
| 5 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 8 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:44 |
Starting Female Education |
| 155 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 164 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 226 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 227 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 230 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 232 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 257 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 278 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 301 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 311 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 312 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 315 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 316 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 322 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 323 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 324 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 328 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 343 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson958193654/.staging/job_local958193654_0001 |
| 356 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 367 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 372 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 378 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 379 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 451 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local958193654_0001 |
| 468 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 500 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local958193654_0001 |
| 532 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 535 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 539 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 547 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 554 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local958193654_0001_m_000000_0 |
| 569 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 583 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 585 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 608 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local958193654_0001/attempt_local958193654_0001_m_000000_0 |
| 612 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 695 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 702 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6131b62e |
| 707 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 707 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 708 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 710 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 711 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 720 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 766 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 766 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 766 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 766 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 767 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 767 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 767 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1503 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6614 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6614 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6614 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6614 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6617 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6618 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6623 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6626 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7506 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9628 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9630 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9630 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9631 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10507 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 12% reduce 0% |
| 12631 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12658 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12658 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12658 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13509 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 15659 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15659 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15660 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15660 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16510 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18661 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18661 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18661 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18661 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19511 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21662 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21662 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21663 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21663 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22512 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 31% reduce 0% |
| 22637 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22728 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 22730 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local958193654_0001_m_000000_0 is done. And is in the process of commiting |
| 22736 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22737 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22738 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22738 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22738 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local958193654_0001_m_000000_0' done. |
| 22739 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local958193654_0001_m_000000_0 |
| 22739 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local958193654_0001_m_000001_0 |
| 22740 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22741 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22741 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22742 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local958193654_0001/attempt_local958193654_0001_m_000001_0 |
| 22745 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22748 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4bce988c |
| 22751 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22753 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22758 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22759 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22760 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22761 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22769 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22769 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22770 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22770 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22770 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22771 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22771 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23512 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28747 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28747 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28748 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28748 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28748 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28749 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28750 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28750 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28751 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28751 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 29516 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 46% reduce 0% |
| 31751 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31752 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31752 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31752 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 32517 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34753 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34753 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34753 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34754 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 35518 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 59% reduce 0% |
| 37754 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37755 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37755 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37755 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38021 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 38045 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 38048 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local958193654_0001_m_000001_0 is done. And is in the process of commiting |
| 38053 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38053 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38054 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38054 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38054 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local958193654_0001_m_000001_0' done. |
| 38054 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local958193654_0001_m_000001_0 |
| 38055 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local958193654_0001_m_000002_0 |
| 38055 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 38055 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38056 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 38056 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local958193654_0001/attempt_local958193654_0001_m_000002_0 |
| 38059 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 38060 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2bc3c3c5 |
| 38062 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 38062 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 38062 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 38063 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38063 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 38064 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 38074 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 38075 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 38075 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 38076 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 38076 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 38076 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 38076 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 38519 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 39637 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 39639 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 39642 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local958193654_0001_m_000002_0 is done. And is in the process of commiting |
| 39642 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39642 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 39643 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 39643 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 39643 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 39643 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 39643 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 39644 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39645 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39645 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39645 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39646 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local958193654_0001_m_000002_0' done. |
| 39646 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local958193654_0001_m_000002_0 |
| 39646 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 39650 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 39651 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39651 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 39651 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 39651 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 39651 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 39651 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 39651 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 39652 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local958193654_0001/attempt_local958193654_0001_r_000000_0 |
| 39658 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 39659 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@67acb6b |
| 39660 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39660 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39665 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 39669 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes |
| 39669 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39670 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39674 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39674 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 39775 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local958193654_0001_r_000000_0 is done. And is in the process of commiting |
| 39776 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39776 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 39777 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 39777 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 39777 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 39778 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 39778 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 39778 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39780 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39781 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39782 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39786 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local958193654_0001_r_000000_0 is allowed to commit now |
| 39788 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local958193654_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 39789 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local958193654_0001_r_000000_0' to outputGenderStats/BQ2 |
| 39793 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39794 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39795 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39796 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 39797 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local958193654_0001_r_000000_0' done. |
| 40520 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 40521 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local958193654_0001 |
| 40523 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40524 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40525 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40526 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40527 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40528 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40528 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40529 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40530 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40531 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40531 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40532 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40533 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40534 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40535 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40537 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40538 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40540 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40542 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40543 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40544 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40545 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40545 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40546 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40547 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40548 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40548 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40549 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40550 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40550 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40551 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40552 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40552 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40553 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40556 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40557 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40558 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40558 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40559 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40559 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40560 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40561 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40561 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40562 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40563 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40567 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40568 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40569 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40569 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40570 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40572 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40573 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40577 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40578 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40578 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40579 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40579 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40580 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40581 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40581 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40582 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40583 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40583 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40584 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40584 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40585 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40586 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40587 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40587 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40588 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40590 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 40591 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 40592 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 40592 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 40593 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40594 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 40595 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 40595 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 40596 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=109314 |
| 40597 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=2659664 |
| 40598 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=54657 |
| 40598 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 40599 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 40600 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=994 |
| 40600 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=2550332 |
| 40601 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 40601 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 40602 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=518 |
| 40602 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 40603 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=298 |
| 40604 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=54657 |
| 40604 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 40605 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 40605 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2379743232 |
| 40606 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 40606 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 40607 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 40607 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=9735070 |
| 40608 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211077262 |
| 40609 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 40609 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=43818 |
| 40610 |
main |
INFO |
com.revature.Main |
Main.java:36 |
Starting job 1 |
| 40612 |
main |
INFO |
com.revature.Drivers.FemaleGraduates |
FemaleGraduates.java:42 |
Starting Female Graduates |
| 40660 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 40665 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 40667 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 40668 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 40669 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 40670 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 40673 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1229337483/.staging/job_local1229337483_0002 |
| 40676 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 40677 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 40678 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 40680 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 40688 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1229337483_0002 |
| 40689 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 40706 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1229337483_0002 |
| 40710 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 40710 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 40710 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 40713 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 40713 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1229337483_0002_m_000000_0 |
| 40715 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 40716 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40717 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40721 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1229337483_0002/attempt_local1229337483_0002_m_000000_0 |
| 40723 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 40724 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5fcc1bc9 |
| 40726 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40726 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 40727 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40727 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40728 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40728 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 40736 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 40736 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 40737 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40738 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40738 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40738 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40739 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41707 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 46736 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 46737 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 46737 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 46737 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 46737 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 46738 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 46738 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 46740 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 46741 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 46741 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 46741 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 47709 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 10% reduce 0% |
| 49743 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 49743 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 49743 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 49743 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 50710 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 15% reduce 0% |
| 52744 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 52744 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 52744 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 52744 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 53711 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 20% reduce 0% |
| 55745 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 55745 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 55745 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 55745 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 56712 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 26% reduce 0% |
| 58746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 58746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 58746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 58746 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 59564 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 59599 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 59602 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1229337483_0002_m_000000_0 is done. And is in the process of commiting |
| 59606 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 59607 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 59607 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 59607 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 59608 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1229337483_0002_m_000000_0' done. |
| 59608 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1229337483_0002_m_000000_0 |
| 59608 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1229337483_0002_m_000001_0 |
| 59608 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 59609 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 59609 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 59609 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1229337483_0002/attempt_local1229337483_0002_m_000001_0 |
| 59611 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 59612 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6e594924 |
| 59613 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 59613 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 59614 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 59614 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 59614 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 59615 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 59622 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 59622 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 59623 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 59623 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 59623 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 59623 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 59624 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 59713 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 65611 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 65613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 65613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 65613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 65613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 65614 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 65614 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 65614 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 65614 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 65614 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 65615 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 65715 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 48% reduce 0% |
| 68615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 68615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 68616 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 68616 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 68718 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 55% reduce 0% |
| 71616 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 71616 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 71616 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 71617 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 71719 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 63% reduce 0% |
| 73012 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 73030 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 73032 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1229337483_0002_m_000001_0 is done. And is in the process of commiting |
| 73033 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 73034 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 73034 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 73034 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 73034 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1229337483_0002_m_000001_0' done. |
| 73034 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1229337483_0002_m_000001_0 |
| 73034 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1229337483_0002_m_000002_0 |
| 73034 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 73035 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 73035 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 73036 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1229337483_0002/attempt_local1229337483_0002_m_000002_0 |
| 73037 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 73038 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@25ea1c76 |
| 73040 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 73040 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 73040 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 73040 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 73041 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 73041 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 73047 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 73047 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 73047 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 73048 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 73048 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 73048 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 73048 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 73720 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 74919 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 74920 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 74921 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1229337483_0002_m_000002_0 is done. And is in the process of commiting |
| 74921 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 74921 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 74922 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 74922 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 74922 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 74922 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 74923 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 74924 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 74924 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 74924 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 74925 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 74925 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1229337483_0002_m_000002_0' done. |
| 74925 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1229337483_0002_m_000002_0 |
| 74926 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 74926 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 74926 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 74926 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 74927 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 74927 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 74927 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 74927 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 74927 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 74927 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1229337483_0002/attempt_local1229337483_0002_r_000000_0 |
| 74931 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 74932 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@79eec20e |
| 74933 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 74933 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 74934 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 74935 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes |
| 74935 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 74935 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 74936 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 74936 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 74976 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1229337483_0002_r_000000_0 is done. And is in the process of commiting |
| 74976 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 74977 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 74977 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 74977 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 74977 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 74977 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 74978 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 74978 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 74978 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 74978 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 74979 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 74979 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1229337483_0002_r_000000_0 is allowed to commit now |
| 74980 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ1/_temporary/_attempt_local1229337483_0002_r_000000_0/part-r-00000 to outputGenderStats/BQ1/part-r-00000 |
| 74980 |
Thread-9 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1229337483_0002_r_000000_0' to outputGenderStats/BQ1 |
| 74981 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 74981 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 74981 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 74982 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 74982 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1229337483_0002_r_000000_0' done. |
| 75720 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 75721 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1229337483_0002 |
| 75721 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 75721 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 75721 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 75721 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 75721 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 75722 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 75722 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 75722 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 75722 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 75722 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 75722 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 75722 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 75722 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 75723 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 75723 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 75723 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 75723 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 75723 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 75723 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 75723 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 75724 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 75724 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 75724 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 75724 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 75724 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 75724 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 75724 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 75724 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 75725 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 75725 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 75725 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 75725 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 75725 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 75725 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 75725 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 75725 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 75726 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 75726 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 75726 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 75726 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 75726 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 75726 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 75726 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 75727 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 75727 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 75727 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 75727 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 75727 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 75727 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 75727 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 75727 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 75727 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 75728 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 75728 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 75730 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 75730 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 75731 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 75731 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 75731 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 75731 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 75733 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 75734 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 75734 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 75734 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 75734 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 75734 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 75735 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 75735 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 75735 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 75736 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 75736 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 75736 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 75736 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 75737 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 75737 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 75737 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 75737 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 75737 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 75738 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 75738 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 75738 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=85826 |
| 75738 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3489348 |
| 75738 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=42913 |
| 75738 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 75738 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 75738 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=986 |
| 75738 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3397973 |
| 75738 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 75739 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 75740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=551 |
| 75740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 75740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=209 |
| 75740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42913 |
| 75740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 75740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 75740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=4396154880 |
| 75740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 75740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 75740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 75740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=23705695 |
| 75740 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=457034442 |
| 75741 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 75741 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=35637 |
| 75742 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 75742 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 75742 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 75743 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 15:21:06 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:13 |
Starting job 5 |
| 7 |
main |
INFO |
com.revature.Main |
Main.java:17 |
Starting job 4 |
| 8 |
main |
INFO |
com.revature.Main |
Main.java:21 |
Starting job 3 |
| 11 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 17 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:43 |
Starting Female Education |
| 218 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 236 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 323 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 325 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 331 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 335 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 372 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 417 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 455 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 464 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 467 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 469 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 473 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 481 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 483 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 483 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 489 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 497 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson748132229/.staging/job_local748132229_0001 |
| 506 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 526 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 529 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 534 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 535 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 654 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local748132229_0001 |
| 678 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 722 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local748132229_0001 |
| 771 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 773 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 776 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 790 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 796 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local748132229_0001_m_000000_0 |
| 814 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 827 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 829 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 843 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local748132229_0001/attempt_local748132229_0001_m_000000_0 |
| 847 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 1019 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 1026 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@695a4c36 |
| 1031 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 1032 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 1034 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 1039 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1040 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 1048 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 1273 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 1273 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 1274 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 1274 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 1274 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 1275 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 1275 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1728 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 7209 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 7211 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 7211 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 7213 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 7213 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 7213 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 7213 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 7215 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 7222 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 7222 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 7223 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 8198 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 3% reduce 0% |
| 10223 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 10224 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 10224 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 10224 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 11200 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 6% reduce 0% |
| 13225 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 13226 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 13226 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 13226 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 14201 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 10% reduce 0% |
| 16227 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 16227 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 16228 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 16228 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 17204 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 14% reduce 0% |
| 19228 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 19229 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 19229 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 19229 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 20205 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 22230 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22230 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22230 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22230 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 23206 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 25231 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 25231 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 25232 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 25232 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 26207 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 26% reduce 0% |
| 28232 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28233 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28233 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28233 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 29208 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 30% reduce 0% |
| 30041 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 30163 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 30169 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local748132229_0001_m_000000_0 is done. And is in the process of commiting |
| 30173 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 30176 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 30178 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 30179 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 30179 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local748132229_0001_m_000000_0' done. |
| 30180 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local748132229_0001_m_000000_0 |
| 30180 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local748132229_0001_m_000001_0 |
| 30180 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 30181 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 30181 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 30182 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local748132229_0001/attempt_local748132229_0001_m_000001_0 |
| 30183 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 30184 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6792dc0a |
| 30186 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 30187 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 30188 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 30188 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 30189 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 30190 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 30197 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 30198 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 30199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 30200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 30200 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 30201 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 30201 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 30209 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 36183 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 36184 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 36184 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 36185 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 36185 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 36185 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 36186 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 36188 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 36188 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 36188 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 36189 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 36210 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 39189 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39190 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39190 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39191 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39211 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 50% reduce 0% |
| 42191 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42192 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42192 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42192 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42212 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 56% reduce 0% |
| 45193 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 45194 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 45194 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 45194 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 45214 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 62% reduce 0% |
| 47176 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 47218 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 47220 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local748132229_0001_m_000001_0 is done. And is in the process of commiting |
| 47225 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 47225 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 47226 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 47226 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 47227 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local748132229_0001_m_000001_0' done. |
| 47227 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local748132229_0001_m_000001_0 |
| 47228 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local748132229_0001_m_000002_0 |
| 47228 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 47228 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 47228 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 47229 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local748132229_0001/attempt_local748132229_0001_m_000002_0 |
| 47234 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 47235 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64158b31 |
| 47237 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 47239 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 47239 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 47240 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 47240 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 47241 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 47248 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 47249 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 47249 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 47249 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 47249 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 47250 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 47250 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 47353 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 47662 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 47716 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 47909 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 48097 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 48215 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 48298 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 48350 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 48409 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 48483 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 48745 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 48826 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 48917 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 48988 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 49177 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 49183 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 49192 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local748132229_0001_m_000002_0 is done. And is in the process of commiting |
| 49196 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 49199 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 49203 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 49206 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 49209 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 49211 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 49213 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 49218 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 49220 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 49223 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 49225 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 49226 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local748132229_0001_m_000002_0' done. |
| 49228 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local748132229_0001_m_000002_0 |
| 49230 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 49240 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 49241 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 49241 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 49241 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 49242 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 49242 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 49242 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 49243 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 49244 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local748132229_0001/attempt_local748132229_0001_r_000000_0 |
| 49251 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 49252 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1c716b83 |
| 49253 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 49253 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 49261 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 49279 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes |
| 49281 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 49282 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 49287 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 49288 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 49430 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local748132229_0001_r_000000_0 is done. And is in the process of commiting |
| 49437 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 49440 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 49445 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 49447 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 49449 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 49453 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 49455 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 49456 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 49459 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 49460 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 49461 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 49462 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local748132229_0001_r_000000_0 is allowed to commit now |
| 49465 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local748132229_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 49470 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local748132229_0001_r_000000_0' to outputGenderStats/BQ2 |
| 49480 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 49480 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 49481 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 49482 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 49484 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local748132229_0001_r_000000_0' done. |
| 50216 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 50216 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local748132229_0001 |
| 50216 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 50217 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 50217 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 50217 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 50217 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 50217 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 50218 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 50218 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 50218 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 50218 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 50218 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 50218 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 50218 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 50219 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 50219 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 50219 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 50220 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 50220 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 50221 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 50221 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 50221 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 50221 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 50221 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 50222 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 50222 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 50222 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 50222 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 50223 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 50223 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 50223 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 50223 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 50224 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 50224 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 50224 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 50224 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 50225 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 50227 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 50228 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 50228 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 50228 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 50229 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 50229 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 50229 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 50230 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 50230 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 50230 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 50230 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 50231 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 50231 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 50232 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 50232 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 50232 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 50232 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 50233 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 50234 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 50235 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 50235 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 50235 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 50237 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 50237 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 50237 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 50238 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 50238 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 50238 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 50238 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 50239 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 50239 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 50239 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 50239 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 50239 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 50240 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 50240 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 50240 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 50240 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 50240 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 50241 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 50241 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 50241 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 50241 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 50242 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 50242 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=109314 |
| 50242 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=2659664 |
| 50242 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=54657 |
| 50242 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 50243 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 50243 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=994 |
| 50243 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=2550332 |
| 50243 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 50243 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 50243 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=518 |
| 50243 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 50244 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=298 |
| 50244 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=54657 |
| 50244 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 50244 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 50244 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3009937408 |
| 50244 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 50244 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 50244 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 50244 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=9735070 |
| 50245 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211077262 |
| 50245 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 50245 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=43818 |
| 50245 |
main |
INFO |
com.revature.Main |
Main.java:36 |
Starting job 1 |
| 50246 |
main |
INFO |
com.revature.Drivers.FemaleGraduates |
FemaleGraduates.java:42 |
Starting Female Graduates |
| 50299 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 50302 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 50305 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 50305 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 50306 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 50307 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 50310 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1779923775/.staging/job_local1779923775_0002 |
| 50314 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 50314 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 50316 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 50318 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 50325 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1779923775_0002 |
| 50327 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 50346 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1779923775_0002 |
| 50352 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 50356 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 50359 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 50362 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 50364 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1779923775_0002_m_000000_0 |
| 50367 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 50370 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 50372 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 50375 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1779923775_0002/attempt_local1779923775_0002_m_000000_0 |
| 50382 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 50384 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2b51531f |
| 50387 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 50391 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 50392 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 50392 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 50393 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 50396 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 50406 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 50407 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 50409 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 50409 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 50409 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 50409 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 50411 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 51346 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 56389 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 56389 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 56389 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 56390 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 56390 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 56390 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 56390 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 56391 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 56391 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 56391 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 56391 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 57348 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 9% reduce 0% |
| 59392 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 59392 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 59393 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 59393 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 60349 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 62393 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 62393 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 62394 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 62395 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 63350 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 65395 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 65436 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 65437 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 65437 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 66351 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 21% reduce 0% |
| 68438 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 68444 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 68445 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 68445 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 69353 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 25% reduce 0% |
| 71445 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 71446 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 71446 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 71446 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 72354 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 28% reduce 0% |
| 74447 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 74447 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 74447 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 74447 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 74509 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 74545 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 74547 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1779923775_0002_m_000000_0 is done. And is in the process of commiting |
| 74548 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 74549 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 74549 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 74549 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 74549 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1779923775_0002_m_000000_0' done. |
| 74549 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1779923775_0002_m_000000_0 |
| 74550 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1779923775_0002_m_000001_0 |
| 74550 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 74550 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 74550 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 74551 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1779923775_0002/attempt_local1779923775_0002_m_000001_0 |
| 74554 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 74567 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2dc5c02c |
| 74569 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 74570 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 74570 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 74570 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 74572 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 74573 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 74583 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 74584 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 74585 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 74587 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 74588 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 74588 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 74589 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 75850 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 80555 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 80557 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 80557 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 80559 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 80559 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 80559 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 80559 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 80561 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 80561 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 80561 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 80561 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 80852 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 42% reduce 0% |
| 83562 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 83673 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 83673 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 83673 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 83891 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 86674 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 86674 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 86674 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 86674 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 86893 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 51% reduce 0% |
| 89675 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 89675 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 89675 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 89675 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 89894 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 56% reduce 0% |
| 92676 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 92677 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 92677 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 92677 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 92895 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 62% reduce 0% |
| 94899 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 94921 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 94925 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1779923775_0002_m_000001_0 is done. And is in the process of commiting |
| 94927 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 94927 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 94927 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 94928 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 94928 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1779923775_0002_m_000001_0' done. |
| 94928 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1779923775_0002_m_000001_0 |
| 94928 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1779923775_0002_m_000002_0 |
| 94928 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 94928 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 94929 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 94929 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1779923775_0002/attempt_local1779923775_0002_m_000002_0 |
| 94930 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 94931 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3ecce728 |
| 94933 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 94934 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 94935 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 94935 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 94935 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 94936 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 94944 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 94945 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 94945 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 94945 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 94945 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 94945 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 94945 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 94969 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 95211 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 95249 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 95465 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 95710 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 95896 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 95931 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 95996 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 96084 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 96206 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 96557 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 96671 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 96757 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 96839 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 96985 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 96986 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 96987 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1779923775_0002_m_000002_0 is done. And is in the process of commiting |
| 96987 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 96988 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 96988 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 96988 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 96988 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 96988 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 96988 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 96990 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 96991 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 96991 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 96991 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 96991 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1779923775_0002_m_000002_0' done. |
| 96992 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1779923775_0002_m_000002_0 |
| 96992 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 96992 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 96992 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 96992 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 96992 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 96992 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 96993 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 96993 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 96993 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 96993 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1779923775_0002/attempt_local1779923775_0002_r_000000_0 |
| 96998 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 96998 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@68ab012c |
| 96999 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 96999 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 96999 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 97000 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes |
| 97001 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 97001 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 97002 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 97002 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 97075 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1779923775_0002_r_000000_0 is done. And is in the process of commiting |
| 97077 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 97079 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 97082 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 97084 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 97087 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 97088 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 97090 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 97091 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 97093 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 97095 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 97096 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 97097 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1779923775_0002_r_000000_0 is allowed to commit now |
| 97099 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ1/_temporary/_attempt_local1779923775_0002_r_000000_0/part-r-00000 to outputGenderStats/BQ1/part-r-00000 |
| 97100 |
Thread-9 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1779923775_0002_r_000000_0' to outputGenderStats/BQ1 |
| 97102 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 97102 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 97103 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 97103 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 97104 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1779923775_0002_r_000000_0' done. |
| 97897 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 97898 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1779923775_0002 |
| 97898 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 97899 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 97899 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 97899 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 97899 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 97900 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 97900 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 97900 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 97900 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 97901 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 97901 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 97901 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 97901 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 97901 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 97902 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 97902 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 97902 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 97903 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 97903 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 97903 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 97903 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 97904 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 97904 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 97905 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 97906 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 97906 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 97906 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 97906 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 97907 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 97907 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 97908 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 97908 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 97918 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 97919 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 97920 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 97920 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 97922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 97922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 97922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 97922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 97922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 97923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 97923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 97923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 97923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 97923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 97923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 97923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 97923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 97924 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 97924 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 97924 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 97924 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 97924 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 97929 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 97930 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 97931 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 97932 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 97932 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 97932 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 97933 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 97934 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 97934 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 97935 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 97935 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 97936 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 97936 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 97937 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 97937 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 97939 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 97940 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 97940 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 97943 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 97943 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 97943 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 97943 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 97943 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 97944 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 97945 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 97945 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 97945 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=85826 |
| 97945 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3489348 |
| 97945 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=42913 |
| 97945 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 97945 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 97945 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=986 |
| 97946 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3397973 |
| 97946 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 97946 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 97946 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=551 |
| 97946 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 97946 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=209 |
| 97946 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42913 |
| 97946 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 97946 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 97947 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=4182769664 |
| 97947 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 97947 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 97947 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 97947 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=23705695 |
| 97947 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=457034442 |
| 97947 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 97947 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=35637 |
| 97956 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 97959 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 97960 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 97961 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 15:32:25 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:13 |
Starting job 5 |
| 6 |
main |
INFO |
com.revature.Main |
Main.java:17 |
Starting job 4 |
| 6 |
main |
INFO |
com.revature.Main |
Main.java:21 |
Starting job 3 |
| 6 |
main |
INFO |
com.revature.Main |
Main.java:25 |
Starting job 2 |
| 23 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:43 |
Starting Female Education |
| 236 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 251 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 324 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 329 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 344 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 348 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 386 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 460 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 495 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 504 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 506 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 511 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 513 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 522 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 523 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 525 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 532 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 540 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1729657706/.staging/job_local1729657706_0001 |
| 551 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 562 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 569 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 576 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 584 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 681 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1729657706_0001 |
| 706 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 741 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1729657706_0001 |
| 774 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 777 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 779 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 800 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 808 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1729657706_0001_m_000000_0 |
| 841 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 860 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 864 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 899 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1729657706_0001/attempt_local1729657706_0001_m_000000_0 |
| 903 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 1026 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 1031 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5d9a6bac |
| 1036 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 1037 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 1038 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 1039 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 1041 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 1055 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 1102 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 1103 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 1103 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 1103 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 1104 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 1104 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 1104 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1745 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6913 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6913 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6914 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6915 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6916 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6921 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6922 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6924 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6924 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6925 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6925 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7753 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 7% reduce 0% |
| 9926 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9926 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9928 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9928 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10755 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 11% reduce 0% |
| 12929 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12929 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12930 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12931 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13756 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 15% reduce 0% |
| 15932 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15933 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15933 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15933 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16757 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 19% reduce 0% |
| 18934 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18934 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18935 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18935 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19758 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 24% reduce 0% |
| 21935 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21936 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21936 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21936 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22759 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 28% reduce 0% |
| 24937 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 24937 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 24938 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 24938 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 25088 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 25197 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 25201 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1729657706_0001_m_000000_0 is done. And is in the process of commiting |
| 25213 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 25215 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 25217 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 25218 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 25218 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1729657706_0001_m_000000_0' done. |
| 25219 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1729657706_0001_m_000000_0 |
| 25221 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1729657706_0001_m_000001_0 |
| 25221 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 25222 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 25222 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 25223 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1729657706_0001/attempt_local1729657706_0001_m_000001_0 |
| 25228 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 25229 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@46496848 |
| 25234 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 25235 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 25235 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 25236 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 25236 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 25238 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 25249 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 25252 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 25254 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 25254 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 25254 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 25255 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 25257 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 25763 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 31238 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31239 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 31239 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 31239 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 31239 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 31240 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 31240 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 31242 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31242 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31242 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31242 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 31770 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 44% reduce 0% |
| 34243 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34243 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34243 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34244 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 34771 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 51% reduce 0% |
| 37244 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37245 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37245 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37245 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37772 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 57% reduce 0% |
| 40246 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40246 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40246 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40246 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40773 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 63% reduce 0% |
| 42068 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 42097 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 42100 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1729657706_0001_m_000001_0 is done. And is in the process of commiting |
| 42102 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42103 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42104 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42104 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42104 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1729657706_0001_m_000001_0' done. |
| 42105 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1729657706_0001_m_000001_0 |
| 42105 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1729657706_0001_m_000002_0 |
| 42105 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 42106 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42106 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42106 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1729657706_0001/attempt_local1729657706_0001_m_000002_0 |
| 42112 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 42116 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@15e02b7e |
| 42121 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42122 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 42122 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42122 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42123 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42125 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 42132 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 42133 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 42134 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42135 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42135 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42136 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42137 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42217 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 42545 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 42722 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 42774 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 43003 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 43241 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 43446 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 43518 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 43567 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 43650 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 43888 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 43968 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 44037 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 44109 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 44278 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 44281 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 44283 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1729657706_0001_m_000002_0 is done. And is in the process of commiting |
| 44283 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44284 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 44284 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 44284 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 44284 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 44285 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 44285 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 44287 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44287 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 44287 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44288 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 44288 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1729657706_0001_m_000002_0' done. |
| 44288 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1729657706_0001_m_000002_0 |
| 44289 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 44292 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 44293 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44293 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 44294 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 44294 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 44294 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 44294 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 44295 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 44296 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1729657706_0001/attempt_local1729657706_0001_r_000000_0 |
| 44303 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 44303 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1c716b83 |
| 44304 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44304 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 44309 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 44313 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 2659652 bytes |
| 44314 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44314 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 44316 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 44317 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 44433 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1729657706_0001_r_000000_0 is done. And is in the process of commiting |
| 44433 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44433 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 44434 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 44434 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 44435 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 44435 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 44437 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 44439 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44441 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44441 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 44442 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 44442 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1729657706_0001_r_000000_0 is allowed to commit now |
| 44447 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1729657706_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 44452 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1729657706_0001_r_000000_0' to outputGenderStats/BQ2 |
| 44455 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44455 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44455 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 44456 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 44457 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1729657706_0001_r_000000_0' done. |
| 44775 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 44775 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1729657706_0001 |
| 44776 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44776 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 44777 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 44777 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 44777 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 44777 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 44777 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 44777 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 44778 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 44778 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 44778 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 44778 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 44778 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 44778 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 44779 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 44779 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44779 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 44780 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 44780 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44780 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 44780 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 44781 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 44781 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 44782 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 44782 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 44782 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 44782 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 44782 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 44783 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 44783 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 44783 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 44783 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 44783 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 44784 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44784 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 44784 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 44787 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44787 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 44787 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 44788 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 44788 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 44788 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 44788 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 44789 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 44789 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 44789 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 44789 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 44790 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 44790 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 44791 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 44791 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 44791 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44792 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 44792 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 44793 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44793 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 44793 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 44794 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 44794 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 44794 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 44795 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 44795 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 44795 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 44795 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 44795 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 44796 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 44796 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 44796 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 44796 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 44797 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 44797 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 44797 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 44798 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 44798 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 44798 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 44799 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 44799 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 44800 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 44800 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 44800 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 44800 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=109314 |
| 44801 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=2659664 |
| 44801 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=54657 |
| 44802 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 44803 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 44803 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=994 |
| 44803 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=2550332 |
| 44803 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 44804 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 44804 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=518 |
| 44804 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 44804 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=298 |
| 44804 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=54657 |
| 44805 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 44805 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 44805 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3000500224 |
| 44805 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 44805 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 44806 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 44806 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=9735086 |
| 44806 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211077262 |
| 44806 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 44807 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=43818 |
| 44807 |
main |
INFO |
com.revature.Main |
Main.java:36 |
Starting job 1 |
| 44808 |
main |
INFO |
com.revature.Drivers.FemaleGraduates |
FemaleGraduates.java:42 |
Starting Female Graduates |
| 44837 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 44841 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 44844 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 44845 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 44846 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 44847 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 44856 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson890700900/.staging/job_local890700900_0002 |
| 44858 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 44859 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 44864 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 44867 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 44880 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local890700900_0002 |
| 44881 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 44904 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local890700900_0002 |
| 44914 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 44914 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 44914 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 44915 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 44916 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local890700900_0002_m_000000_0 |
| 44916 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 44917 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 44917 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 44917 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local890700900_0002/attempt_local890700900_0002_m_000000_0 |
| 44932 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 44933 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@61d03cf8 |
| 44934 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 44934 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 44934 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 44935 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 44935 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 44935 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 44943 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 44943 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 44943 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 44944 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 44944 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 44944 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 44944 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 45904 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 50933 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 50935 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 50935 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 50940 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 50940 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 50941 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 50942 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 50944 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 50945 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 50946 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 50946 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 51907 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 9% reduce 0% |
| 53947 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 53947 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 53947 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 53947 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 54908 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 56948 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 56949 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 56949 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 56949 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 57909 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 59950 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 59950 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 59950 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 59950 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 60910 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 62951 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 62951 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 62953 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 62953 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 63912 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 65954 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 65954 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 65954 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 65955 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 66913 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 31% reduce 0% |
| 66933 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 66976 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 66979 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local890700900_0002_m_000000_0 is done. And is in the process of commiting |
| 66980 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 66982 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 66983 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 66984 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 66984 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local890700900_0002_m_000000_0' done. |
| 66984 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local890700900_0002_m_000000_0 |
| 66985 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local890700900_0002_m_000001_0 |
| 66985 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 66985 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 66986 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 66987 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local890700900_0002/attempt_local890700900_0002_m_000001_0 |
| 66995 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 66997 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5b011b3a |
| 66998 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 66998 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 67000 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 67001 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 67001 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 67003 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 67013 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 67014 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 67016 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 67017 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 67018 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 67022 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 67022 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 67913 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 72995 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 72995 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 72996 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 72996 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 72997 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 72997 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 72997 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 72998 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 72998 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 72998 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 72998 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 73915 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 44% reduce 0% |
| 75999 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 75999 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 75999 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 75999 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 76916 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 50% reduce 0% |
| 79000 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 79000 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 79000 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 79000 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 79917 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 57% reduce 0% |
| 82001 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 82001 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 82001 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 82001 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 82918 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 64% reduce 0% |
| 82930 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 82957 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 82961 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local890700900_0002_m_000001_0 is done. And is in the process of commiting |
| 82962 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 82963 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 82963 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 82964 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 82964 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local890700900_0002_m_000001_0' done. |
| 82964 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local890700900_0002_m_000001_0 |
| 82965 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local890700900_0002_m_000002_0 |
| 82965 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 82965 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 82965 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 82966 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local890700900_0002/attempt_local890700900_0002_m_000002_0 |
| 82968 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 82968 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3d9d131f |
| 82970 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 82970 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 82970 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 82970 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 82970 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 82971 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 82980 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 82980 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 82981 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 82981 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 82982 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 82983 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 82983 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 83009 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 83246 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 83282 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 83503 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 83688 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 83884 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 83918 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 83935 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 83988 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 84068 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 84333 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 84441 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 84539 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 84629 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForFemaleGraduation |
CodeForFemaleGraduation.java:70 |
hello |
| 84782 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 84784 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 84786 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local890700900_0002_m_000002_0 is done. And is in the process of commiting |
| 84787 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 84787 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 84788 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 84788 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 84788 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 84788 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 84789 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 84790 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 84790 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 84791 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 84791 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 84791 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local890700900_0002_m_000002_0' done. |
| 84791 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local890700900_0002_m_000002_0 |
| 84792 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 84792 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 84792 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 84792 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 84792 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 84792 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 84793 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 84793 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 84793 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 84793 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local890700900_0002/attempt_local890700900_0002_r_000000_0 |
| 84797 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 84798 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3dce7e16 |
| 84798 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 84798 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 84799 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 84804 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes |
| 84804 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 84804 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 84805 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 84806 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 84851 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local890700900_0002_r_000000_0 is done. And is in the process of commiting |
| 84851 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 84852 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 84852 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 84852 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 84852 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 84852 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 84853 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 84853 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 84853 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 84854 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 84854 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 84854 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local890700900_0002_r_000000_0 is allowed to commit now |
| 84855 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ1/_temporary/_attempt_local890700900_0002_r_000000_0/part-r-00000 to outputGenderStats/BQ1/part-r-00000 |
| 84855 |
Thread-9 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local890700900_0002_r_000000_0' to outputGenderStats/BQ1 |
| 84856 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 84857 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 84857 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 84858 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 84858 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local890700900_0002_r_000000_0' done. |
| 84919 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 84919 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local890700900_0002 |
| 84919 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 84919 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 84920 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 84920 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 84920 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 84920 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 84920 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 84920 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 84920 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 84920 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 84921 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 84921 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 84921 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 84921 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 84921 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 84921 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 84921 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 84921 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 84922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 84922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 84922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 84922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 84922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 84922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 84922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 84922 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 84923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 84923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 84923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 84923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 84923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 84923 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 84924 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 84924 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 84924 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 84924 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 84925 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 84925 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 84925 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 84925 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 84925 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 84926 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 84926 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 84926 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 84926 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 84926 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 84927 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 84927 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 84927 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 84927 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 84927 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 84927 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 84928 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 84928 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 84928 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 84929 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 84929 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 84930 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 84930 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 84930 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 84930 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 84931 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 84931 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 84931 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 84931 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 84931 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 84931 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 84931 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 84932 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 84932 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 84932 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 84932 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 84933 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 84934 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 84935 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 84937 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 84940 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 84940 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 84940 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 84941 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 84941 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=85826 |
| 84941 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3489348 |
| 84941 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=42913 |
| 84941 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 84942 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 84942 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=986 |
| 84942 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3397973 |
| 84942 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 84942 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 84942 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=551 |
| 84943 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 84943 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=209 |
| 84943 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42913 |
| 84943 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 84943 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 84943 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2731540480 |
| 84944 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 84944 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 84944 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 84944 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=23705695 |
| 84944 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=457034442 |
| 84945 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 84945 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=35637 |
| 84948 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 84948 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 84949 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 84949 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 17:13:56 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:39 |
Starting job 2 |
| 9 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:43 |
Starting Female Education |
| 194 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 208 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 272 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 274 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 279 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 281 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 310 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 330 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 356 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 365 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 366 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 367 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 367 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 375 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 379 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 382 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 390 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 401 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson82617897/.staging/job_local82617897_0001 |
| 417 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 430 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 445 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 449 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 451 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 562 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local82617897_0001 |
| 583 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 629 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local82617897_0001 |
| 665 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 669 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 672 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 682 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 687 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local82617897_0001_m_000000_0 |
| 700 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 711 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 711 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 727 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local82617897_0001/attempt_local82617897_0001_m_000000_0 |
| 730 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 823 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 828 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@25c1d75a |
| 833 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 833 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 834 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 840 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 841 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 862 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 928 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 928 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 929 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 929 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 929 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 929 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 930 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1634 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6734 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6735 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6735 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6735 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6735 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6736 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6736 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6737 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6737 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6738 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6738 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7639 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9739 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9739 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9740 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9740 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10640 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12741 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12741 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12741 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12742 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13641 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15742 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15743 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15743 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15743 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16642 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18744 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18744 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18745 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18745 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19643 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21747 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22440 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22453 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local82617897_0001_m_000000_0 is done. And is in the process of commiting |
| 22462 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22463 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22463 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22464 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22464 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local82617897_0001_m_000000_0' done. |
| 22464 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local82617897_0001_m_000000_0 |
| 22465 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local82617897_0001_m_000001_0 |
| 22466 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22466 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22466 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22467 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local82617897_0001/attempt_local82617897_0001_m_000001_0 |
| 22469 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22470 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@67644d27 |
| 22472 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22472 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22473 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22473 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22473 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22474 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22482 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22483 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22483 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22483 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22483 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22484 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22484 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 22772 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28472 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28474 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28474 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28474 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28480 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28481 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28481 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28484 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28484 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28485 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28486 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28774 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 31486 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31487 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31487 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31487 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 31775 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34488 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34488 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34488 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34489 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 34779 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 58% reduce 0% |
| 37489 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37490 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37490 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37490 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37781 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 65% reduce 0% |
| 38051 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 38057 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local82617897_0001_m_000001_0 is done. And is in the process of commiting |
| 38059 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38059 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38060 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38061 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38061 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local82617897_0001_m_000001_0' done. |
| 38062 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local82617897_0001_m_000001_0 |
| 38064 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local82617897_0001_m_000002_0 |
| 38065 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 38066 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38066 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 38067 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local82617897_0001/attempt_local82617897_0001_m_000002_0 |
| 38069 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 38070 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6c7d622b |
| 38073 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 38073 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 38074 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 38075 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38081 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 38082 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 38091 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 38091 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 38091 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 38092 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 38092 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 38092 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 38092 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 38196 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 38411 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 38444 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 38620 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 38781 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 38792 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 38977 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39028 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39076 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39150 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39385 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39464 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39536 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39605 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39749 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 39753 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 39756 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local82617897_0001_m_000002_0 is done. And is in the process of commiting |
| 39756 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39756 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 39757 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 39757 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 39757 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 39758 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 39758 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 39759 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39759 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39760 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39760 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39760 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local82617897_0001_m_000002_0' done. |
| 39761 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local82617897_0001_m_000002_0 |
| 39761 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 39767 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 39767 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39768 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 39768 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 39768 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 39769 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 39769 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 39769 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 39770 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local82617897_0001/attempt_local82617897_0001_r_000000_0 |
| 39776 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 39778 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@443bde2e |
| 39781 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39781 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39782 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 0% |
| 39786 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 39791 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 1 segments left of total size: 1501 bytes |
| 39792 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39792 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39796 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39796 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 39805 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local82617897_0001_r_000000_0 is done. And is in the process of commiting |
| 39806 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39806 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 39807 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 39807 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 39807 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 39808 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 39808 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 39809 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39810 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39810 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39810 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39811 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local82617897_0001_r_000000_0 is allowed to commit now |
| 39816 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local82617897_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 39817 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local82617897_0001_r_000000_0' to outputGenderStats/BQ2 |
| 39820 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39821 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39821 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39821 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 39822 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local82617897_0001_r_000000_0' done. |
| 40783 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 40784 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local82617897_0001 |
| 40785 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40786 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40786 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40787 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40787 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40788 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40789 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40790 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40791 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40793 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40794 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40796 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40799 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40800 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40802 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40803 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40805 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40806 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40806 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40807 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40807 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40807 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40808 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40808 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40809 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40813 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40813 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40813 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40813 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40813 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40814 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40814 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40814 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40814 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40815 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40819 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40821 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40821 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40821 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40822 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40822 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40822 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40822 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40822 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40822 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40823 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40823 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40823 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40823 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40823 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40823 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40824 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40824 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40824 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40825 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40825 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40825 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40825 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40825 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40826 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40826 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40826 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40826 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40826 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40827 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40827 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40827 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40827 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40827 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40827 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40828 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40828 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40828 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 40828 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 40828 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 40829 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 40829 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40829 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 40829 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 40830 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 40830 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=26 |
| 40830 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=1517 |
| 40830 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=13 |
| 40830 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 40830 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 40830 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=1013 |
| 40830 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=1473 |
| 40831 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 40831 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 40831 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=13 |
| 40831 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 40831 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 40831 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=13 |
| 40831 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 40832 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 40832 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2872049664 |
| 40832 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 40832 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 40832 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 40832 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=217816 |
| 40832 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=208419286 |
| 40833 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 40833 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 40833 |
main |
INFO |
com.revature.Main |
Main.java:50 |
Starting job 1 |
| 40835 |
main |
INFO |
com.revature.Drivers.FemaleGraduates |
FemaleGraduates.java:42 |
Starting Female Graduates |
| 40854 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 40855 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 40856 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 40857 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 40857 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 40857 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 40859 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1949851339/.staging/job_local1949851339_0002 |
| 40862 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 40862 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 40864 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 40864 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 40872 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1949851339_0002 |
| 40873 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 40892 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1949851339_0002 |
| 40895 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 40895 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 40895 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 40896 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 40896 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1949851339_0002_m_000000_0 |
| 40897 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 40897 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40897 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40897 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1949851339_0002/attempt_local1949851339_0002_m_000000_0 |
| 40900 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 40901 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5bf58c27 |
| 40902 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40902 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 40902 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40902 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40903 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40903 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 40912 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 40912 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 40913 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40913 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40913 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40913 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40913 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41911 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 46909 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 46910 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 46910 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 46910 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 46911 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 46911 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 46911 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 46912 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 46913 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 46913 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 46913 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 47029 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 9% reduce 0% |
| 49914 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 49914 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 49915 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 49915 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 50030 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 15% reduce 0% |
| 52915 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 52916 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 52916 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 52916 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 53034 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 20% reduce 0% |
| 55916 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 55917 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 55917 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 55917 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 56035 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 25% reduce 0% |
| 58917 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 58918 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 58918 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 58918 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 59036 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 31% reduce 0% |
| 59954 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 60019 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 60025 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1949851339_0002_m_000000_0 is done. And is in the process of commiting |
| 60027 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 60027 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 60028 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 60028 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 60028 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1949851339_0002_m_000000_0' done. |
| 60028 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1949851339_0002_m_000000_0 |
| 60029 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1949851339_0002_m_000001_0 |
| 60030 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 60031 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 60033 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 60034 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1949851339_0002/attempt_local1949851339_0002_m_000001_0 |
| 60037 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 60042 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 60044 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@51511e43 |
| 60047 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 60048 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 60049 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 60049 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 60049 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 60050 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 60059 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 60060 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 60060 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 60061 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 60062 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 60063 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 60064 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 66040 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 66041 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 66041 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 66042 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 66042 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 66043 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 66043 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 66043 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 66043 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 66044 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 66044 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 67044 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 47% reduce 0% |
| 69044 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 69045 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 69045 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 69045 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 70045 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 54% reduce 0% |
| 72045 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 72046 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 72046 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 72046 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 73046 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 62% reduce 0% |
| 73775 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 73797 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 73799 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1949851339_0002_m_000001_0 is done. And is in the process of commiting |
| 73801 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 73801 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 73802 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 73802 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 73802 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1949851339_0002_m_000001_0' done. |
| 73802 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1949851339_0002_m_000001_0 |
| 73803 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1949851339_0002_m_000002_0 |
| 73803 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 73803 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 73803 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 73805 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1949851339_0002/attempt_local1949851339_0002_m_000002_0 |
| 73807 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 73809 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@45c47974 |
| 73810 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 73811 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 73811 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 73812 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 73812 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 73813 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 73819 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 73820 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 73820 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 73820 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 73820 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 73820 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 73820 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 73836 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 74011 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 74046 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 74364 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 74770 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 75063 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 75263 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 75314 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 75368 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 75440 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 75683 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 75763 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 75839 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 75920 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 76061 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 76135 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 76139 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1949851339_0002_m_000002_0 is done. And is in the process of commiting |
| 76139 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 76140 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 76140 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 76141 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 76141 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 76141 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 76142 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 76144 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 76144 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 76145 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 76146 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 76146 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1949851339_0002_m_000002_0' done. |
| 76147 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1949851339_0002_m_000002_0 |
| 76147 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 76147 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 76148 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 76148 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 76149 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 76149 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 76149 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 76149 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 76150 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 76152 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1949851339_0002/attempt_local1949851339_0002_r_000000_0 |
| 76169 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 76172 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4dda2428 |
| 76172 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 76173 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 76174 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 76204 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes |
| 76205 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 76205 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 76206 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 76206 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 76384 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 0% |
| 76652 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1949851339_0002_r_000000_0 is done. And is in the process of commiting |
| 76655 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 76658 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 76662 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 76662 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 76663 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 76664 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 76665 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 76667 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 76668 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 76669 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 76669 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 76669 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1949851339_0002_r_000000_0 is allowed to commit now |
| 76671 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ1/_temporary/_attempt_local1949851339_0002_r_000000_0/part-r-00000 to outputGenderStats/BQ1/part-r-00000 |
| 76672 |
Thread-9 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1949851339_0002_r_000000_0' to outputGenderStats/BQ1 |
| 76684 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 76686 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 76686 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 76686 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 76686 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1949851339_0002_r_000000_0' done. |
| 77385 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 77386 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1949851339_0002 |
| 77387 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 77388 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 77388 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 77389 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 77389 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 77389 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 77390 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 77390 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 77391 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 77391 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 77392 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 77393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 77393 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 77394 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 77394 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 77395 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 77396 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 77398 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 77399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 77399 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 77400 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 77401 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 77401 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 77402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 77402 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 77403 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 77404 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 77406 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 77406 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 77407 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 77408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 77408 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 77409 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 77410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 77410 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 77411 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 77424 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 77425 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 77426 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 77429 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 77430 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 77431 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 77431 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 77432 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 77433 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 77434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 77434 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 77435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 77435 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 77439 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 77439 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 77440 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 77441 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 77442 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 77443 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 77444 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 77444 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 77445 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 77446 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 77446 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 77446 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 77448 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 77448 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 77448 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 77449 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 77449 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 77450 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 77450 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 77451 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 77452 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 77452 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 77453 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 77454 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 77455 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 77455 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 77455 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 77456 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 77457 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 77457 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 77457 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 77458 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=85826 |
| 77458 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3489348 |
| 77459 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=42913 |
| 77459 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 77459 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 77459 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=987 |
| 77460 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3397973 |
| 77460 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 77460 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 77461 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=551 |
| 77461 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 77462 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=209 |
| 77462 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42913 |
| 77463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 77463 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 77464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=4738514944 |
| 77464 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 77465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 77465 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 77466 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=12898019 |
| 77466 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=446402091 |
| 77467 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 77467 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=35637 |
| 77499 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 77503 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 77505 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 77507 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 17:17:21 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:39 |
Starting job 2 |
| 10 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:43 |
Starting Female Education |
| 179 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 195 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 266 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 268 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 275 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 278 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 304 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 344 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 371 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 378 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 379 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 380 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 380 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 386 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 388 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 389 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 394 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 402 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson424505935/.staging/job_local424505935_0001 |
| 414 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 424 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 428 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 433 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 436 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 536 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local424505935_0001 |
| 558 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 606 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local424505935_0001 |
| 645 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 646 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 648 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 657 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 661 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local424505935_0001_m_000000_0 |
| 679 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 693 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 694 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 724 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local424505935_0001/attempt_local424505935_0001_m_000000_0 |
| 728 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 825 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 830 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@edbcf65 |
| 834 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 834 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 835 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 837 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 837 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 847 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 894 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 894 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 894 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 895 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 895 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 895 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 895 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1612 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6735 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6735 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6736 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6736 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6736 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6737 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6737 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6739 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6740 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6742 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6744 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7621 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9745 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9745 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9745 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9746 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10622 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12747 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12748 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12748 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13623 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 15749 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15750 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15751 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15751 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16624 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 21% reduce 0% |
| 18751 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18752 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18752 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18752 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19625 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 26% reduce 0% |
| 21753 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21754 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21754 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21754 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22627 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 30% reduce 0% |
| 23524 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 23534 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local424505935_0001_m_000000_0 is done. And is in the process of commiting |
| 23539 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23539 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23540 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 23540 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 23540 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local424505935_0001_m_000000_0' done. |
| 23541 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local424505935_0001_m_000000_0 |
| 23541 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local424505935_0001_m_000001_0 |
| 23541 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 23542 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23542 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 23543 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local424505935_0001/attempt_local424505935_0001_m_000001_0 |
| 23544 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 23545 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@222126d5 |
| 23547 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 23547 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 23547 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 23548 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23548 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 23549 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 23556 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 23556 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 23557 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 23557 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 23557 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 23557 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 23558 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23627 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 29545 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29546 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 29546 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 29547 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 29547 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 29547 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 29547 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 29549 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 29550 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 29550 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29550 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 29632 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 32551 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 32551 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 32552 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 32552 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 32633 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 51% reduce 0% |
| 35553 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35553 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 35553 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 35553 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 35635 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 58% reduce 0% |
| 38554 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38554 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38555 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38555 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38636 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 64% reduce 0% |
| 39525 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 39529 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local424505935_0001_m_000001_0 is done. And is in the process of commiting |
| 39534 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39534 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39535 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39535 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39535 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local424505935_0001_m_000001_0' done. |
| 39536 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local424505935_0001_m_000001_0 |
| 39536 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local424505935_0001_m_000002_0 |
| 39536 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 39537 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39537 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 39538 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local424505935_0001/attempt_local424505935_0001_m_000002_0 |
| 39541 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 39542 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@32aafde5 |
| 39543 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 39543 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 39544 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 39544 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39544 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 39545 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 39552 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 39552 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 39552 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 39553 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 39553 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 39553 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 39554 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 39637 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 39654 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 40674 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 40818 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 41037 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 41244 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 41431 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 41478 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 41522 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 41588 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 41833 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 41917 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 41985 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 42052 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 42196 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 42199 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 42201 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local424505935_0001_m_000002_0 is done. And is in the process of commiting |
| 42201 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42201 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42202 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42202 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42202 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42202 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42202 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42203 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42204 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42204 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42204 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42205 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local424505935_0001_m_000002_0' done. |
| 42205 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local424505935_0001_m_000002_0 |
| 42205 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 42209 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 42210 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42210 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42210 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 42210 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 42210 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 42211 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 42211 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42212 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local424505935_0001/attempt_local424505935_0001_r_000000_0 |
| 42218 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 42221 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@564e9c8c |
| 42223 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42224 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42229 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 42233 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 1 segments left of total size: 1501 bytes |
| 42233 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42233 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42238 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 42238 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 42244 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local424505935_0001_r_000000_0 is done. And is in the process of commiting |
| 42244 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42245 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42245 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42245 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42246 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42246 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42246 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42246 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42247 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42247 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 42247 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 42247 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local424505935_0001_r_000000_0 is allowed to commit now |
| 42249 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local424505935_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 42250 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local424505935_0001_r_000000_0' to outputGenderStats/BQ2 |
| 42251 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42251 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42251 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 42252 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 42252 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local424505935_0001_r_000000_0' done. |
| 42638 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 42639 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local424505935_0001 |
| 42640 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42641 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42642 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42643 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42644 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42644 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42645 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42646 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42647 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42648 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42649 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42650 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42651 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42652 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42654 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42654 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42657 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42658 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42660 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42661 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42661 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42662 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42662 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42663 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42663 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42663 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42663 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42664 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42664 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42665 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42665 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42665 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42667 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42667 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42675 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42675 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42676 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42678 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42678 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42679 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42679 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42679 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42680 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42680 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42681 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42681 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42682 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42683 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42683 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42684 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42685 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42685 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42691 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42692 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42693 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42693 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42694 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42695 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42695 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42696 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42696 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42697 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42697 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42698 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42698 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42699 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42700 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42700 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42701 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42701 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42703 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 42704 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 42705 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 42705 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 42706 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 42707 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 42707 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 42708 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 42708 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=26 |
| 42709 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=1517 |
| 42709 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=13 |
| 42710 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 42710 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 42710 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=1013 |
| 42711 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=1473 |
| 42711 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 42712 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 42712 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=13 |
| 42713 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 42713 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 42714 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=13 |
| 42714 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 42714 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 42715 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3014131712 |
| 42715 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 42716 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 42716 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 42716 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=217832 |
| 42717 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=208419286 |
| 42717 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 42718 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 42719 |
main |
INFO |
com.revature.Main |
Main.java:50 |
Starting job 1 |
| 42722 |
main |
INFO |
com.revature.Drivers.FemaleGraduates |
FemaleGraduates.java:42 |
Starting Female Graduates |
| 42763 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 42765 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 42767 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 42767 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 42768 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 42768 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 42770 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson452837677/.staging/job_local452837677_0002 |
| 42772 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 42773 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 42774 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 42775 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 42783 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local452837677_0002 |
| 42784 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 42808 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local452837677_0002 |
| 42814 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 42814 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 42814 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 42815 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 42815 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local452837677_0002_m_000000_0 |
| 42817 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 42817 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42817 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42818 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local452837677_0002/attempt_local452837677_0002_m_000000_0 |
| 42819 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 42819 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@64f13d93 |
| 42820 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42821 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 42821 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42821 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42821 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42822 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 42830 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 42830 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 42831 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42831 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42831 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42831 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42831 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 43812 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 48828 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 48829 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 48829 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 48830 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 48830 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 48830 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 48830 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 48831 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 48831 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 48831 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 48831 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 49814 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 10% reduce 0% |
| 51832 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 51833 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 51833 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 51833 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 52816 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 15% reduce 0% |
| 54834 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 54834 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 54834 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 54834 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 55820 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 21% reduce 0% |
| 57835 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 57835 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 57835 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 57835 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 58821 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 26% reduce 0% |
| 60836 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 60837 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 60837 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 60837 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 61825 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 29% reduce 0% |
| 63131 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 63202 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 63207 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local452837677_0002_m_000000_0 is done. And is in the process of commiting |
| 63210 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 63210 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 63211 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 63211 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 63211 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local452837677_0002_m_000000_0' done. |
| 63211 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local452837677_0002_m_000000_0 |
| 63212 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local452837677_0002_m_000001_0 |
| 63212 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 63212 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 63212 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 63213 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local452837677_0002/attempt_local452837677_0002_m_000001_0 |
| 63225 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 63227 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@68a04cd4 |
| 63229 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 63229 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 63230 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 63230 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 63230 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 63231 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 63247 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 63247 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 63248 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 63248 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 63248 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 63248 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 63248 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 63826 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 69227 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 69229 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 69229 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 69230 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 69230 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 69231 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 69231 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 69232 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 69233 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 69233 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 69233 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 69828 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 47% reduce 0% |
| 72233 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 72234 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 72234 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 72234 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 72830 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 54% reduce 0% |
| 75234 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 75235 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 75235 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 75235 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 75831 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 61% reduce 0% |
| 77329 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 77367 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 77369 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local452837677_0002_m_000001_0 is done. And is in the process of commiting |
| 77372 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 77373 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 77374 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 77374 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 77374 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local452837677_0002_m_000001_0' done. |
| 77374 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local452837677_0002_m_000001_0 |
| 77375 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local452837677_0002_m_000002_0 |
| 77375 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 77376 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 77377 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 77378 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local452837677_0002/attempt_local452837677_0002_m_000002_0 |
| 77379 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 77382 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@79efa0a4 |
| 77384 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 77385 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 77385 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 77385 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 77385 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 77385 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 77396 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 77397 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 77397 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 77398 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 77398 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 77399 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 77399 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 77428 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 77621 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 77661 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 77832 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 77877 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 78074 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 78273 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 78327 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 78397 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 78473 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 78726 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 78812 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 78893 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 78983 |
pool-2-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 79119 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 79120 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 79121 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local452837677_0002_m_000002_0 is done. And is in the process of commiting |
| 79122 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 79122 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 79122 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 79122 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 79123 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 79123 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 79123 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 79124 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 79125 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 79125 |
pool-2-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 79125 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 79125 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local452837677_0002_m_000002_0' done. |
| 79125 |
pool-2-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local452837677_0002_m_000002_0 |
| 79126 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 79126 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 79126 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 79127 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 79127 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 79127 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 79127 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 79127 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 79128 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 79128 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local452837677_0002/attempt_local452837677_0002_r_000000_0 |
| 79133 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 79134 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5b011b3a |
| 79134 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 79134 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 79135 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 79136 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3489336 bytes |
| 79137 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 79137 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 79139 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 79139 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 79222 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local452837677_0002_r_000000_0 is done. And is in the process of commiting |
| 79222 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 79223 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 79223 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 79223 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 79223 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 79224 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 79224 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 79224 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 79225 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 79225 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 79226 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 79226 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local452837677_0002_r_000000_0 is allowed to commit now |
| 79227 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ1/_temporary/_attempt_local452837677_0002_r_000000_0/part-r-00000 to outputGenderStats/BQ1/part-r-00000 |
| 79228 |
Thread-9 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local452837677_0002_r_000000_0' to outputGenderStats/BQ1 |
| 79228 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 79229 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 79231 |
Thread-9 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 79231 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 79231 |
Thread-9 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local452837677_0002_r_000000_0' done. |
| 79833 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 79834 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local452837677_0002 |
| 79835 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 79835 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 79836 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 79836 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 79836 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 79837 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 79838 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 79839 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 79840 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 79840 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 79841 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 79843 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 79844 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 79844 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 79845 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 79846 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 79846 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 79847 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 79848 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 79849 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 79849 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 79850 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 79850 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 79851 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 79852 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 79853 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 79853 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 79854 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 79855 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 79855 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 79856 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 79857 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 79857 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 79858 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 79859 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 79859 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 79862 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 79862 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 79863 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 79863 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 79864 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 79864 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 79865 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 79866 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 79866 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 79867 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 79868 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 79868 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 79869 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 79869 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 79870 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 79871 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 79871 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 79872 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 79873 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 79874 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 79875 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 79875 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 79876 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 79877 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 79877 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 79878 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 79879 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 79880 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 79880 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 79881 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 79881 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 79882 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 79884 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 79885 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 79885 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 79888 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 79892 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 79893 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 79894 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 79894 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 79895 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 79897 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 79897 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 79898 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 79898 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=85826 |
| 79899 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3489348 |
| 79899 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=42913 |
| 79900 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 79900 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 79901 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=987 |
| 79902 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3397973 |
| 79902 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 79903 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 79904 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=551 |
| 79904 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 79905 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=209 |
| 79906 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=42913 |
| 79906 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 79907 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 79907 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=4447010816 |
| 79908 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 79909 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 79909 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 79910 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=12898019 |
| 79910 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=446402091 |
| 79911 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 79911 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=35637 |
| 79930 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 79931 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 79933 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 79934 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 17:26:01 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:39 |
Starting job 2 |
| 26 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:43 |
Starting Female Education |
| 215 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 231 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 298 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 300 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 307 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 310 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 336 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 366 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 394 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 400 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 402 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 402 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 403 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 412 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 415 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 416 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 425 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 434 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1285429382/.staging/job_local1285429382_0001 |
| 446 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 456 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 459 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 462 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 463 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 600 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1285429382_0001 |
| 626 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 671 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1285429382_0001 |
| 701 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 701 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 704 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 720 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 725 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1285429382_0001_m_000000_0 |
| 749 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 760 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 761 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 773 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1285429382_0001/attempt_local1285429382_0001_m_000000_0 |
| 775 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 866 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 871 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3aabe501 |
| 875 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 875 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 876 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 878 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 879 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 886 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 933 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 933 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 934 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 934 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 934 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 934 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 935 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1678 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6777 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6777 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6778 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6778 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6779 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6779 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6780 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6781 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6781 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6782 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6782 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7688 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9783 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9783 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9783 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9784 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10689 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12784 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12786 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12786 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12786 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13690 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 18% reduce 0% |
| 15787 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15788 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15789 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15789 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16691 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18790 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18790 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18791 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18791 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19692 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 27% reduce 0% |
| 21792 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21792 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21792 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21793 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22499 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 22512 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1285429382_0001_m_000000_0 is done. And is in the process of commiting |
| 22516 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22518 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22519 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 22519 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22520 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1285429382_0001_m_000000_0' done. |
| 22521 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1285429382_0001_m_000000_0 |
| 22521 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1285429382_0001_m_000001_0 |
| 22522 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 22522 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 22523 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 22523 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1285429382_0001/attempt_local1285429382_0001_m_000001_0 |
| 22530 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 22531 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1b16bf12 |
| 22534 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 22535 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 22535 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 22536 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 22536 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 22537 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 22549 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 22550 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 22550 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 22550 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 22551 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 22551 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 22551 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 22809 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 28530 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28531 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 28531 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 28532 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 28532 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 28532 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 28533 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 28538 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 28539 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 28539 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 28539 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 28811 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 31540 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 31543 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 31543 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 31543 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 31812 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 34544 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 34544 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 34545 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 34545 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 34815 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 58% reduce 0% |
| 37545 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 37546 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 37546 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 37546 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 37816 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 65% reduce 0% |
| 38135 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 38138 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1285429382_0001_m_000001_0 is done. And is in the process of commiting |
| 38141 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38142 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38142 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38142 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38143 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1285429382_0001_m_000001_0' done. |
| 38143 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1285429382_0001_m_000001_0 |
| 38143 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1285429382_0001_m_000002_0 |
| 38144 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 38144 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38144 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 38145 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1285429382_0001/attempt_local1285429382_0001_m_000002_0 |
| 38148 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 38149 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@16ae4648 |
| 38151 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 38151 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 38151 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 38152 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38152 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 38153 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 38159 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 38160 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 38160 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 38161 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 38161 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 38161 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 38162 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 38244 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 38444 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 38484 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 38661 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 38817 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 38893 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39076 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39126 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39173 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39240 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39482 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39585 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39656 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39727 |
pool-1-thread-1 |
INFO |
com.revature.map.CodeForBussinessQuestion |
CodeForBussinessQuestion.java:70 |
hello |
| 39886 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 39889 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 39891 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1285429382_0001_m_000002_0 is done. And is in the process of commiting |
| 39891 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39892 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 39892 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 39892 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 39892 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 39893 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 39893 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 39894 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39895 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39895 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39895 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39896 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1285429382_0001_m_000002_0' done. |
| 39896 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1285429382_0001_m_000002_0 |
| 39896 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 39900 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 39900 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39902 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 39903 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 39903 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 39904 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 39905 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 39906 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 39907 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1285429382_0001/attempt_local1285429382_0001_r_000000_0 |
| 39913 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 39914 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18dfb9e6 |
| 39915 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39915 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39919 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 39924 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 1 segments left of total size: 1501 bytes |
| 39925 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39925 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39928 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39929 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 39933 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1285429382_0001_r_000000_0 is done. And is in the process of commiting |
| 39933 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39933 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 39933 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 39933 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 39934 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 39934 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 39934 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 39934 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39935 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39935 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39936 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39936 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1285429382_0001_r_000000_0 is allowed to commit now |
| 39937 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1285429382_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 39938 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1285429382_0001_r_000000_0' to outputGenderStats/BQ2 |
| 39939 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39939 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39940 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 39940 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 39940 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1285429382_0001_r_000000_0' done. |
| 40818 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 40819 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1285429382_0001 |
| 40821 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40821 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40822 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40823 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40823 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40824 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40824 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40825 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40827 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40830 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40833 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40834 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40835 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40835 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40840 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40841 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40844 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40845 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40845 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40846 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40847 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40848 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40848 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40849 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40850 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40852 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40857 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40858 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40859 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40864 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40868 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40869 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40870 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40871 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40872 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40872 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40875 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40876 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40876 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40878 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40878 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40878 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40879 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40879 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40879 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40880 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40880 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40880 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40881 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40882 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40882 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40883 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40883 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40884 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40885 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40886 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40887 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40887 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40887 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40888 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 40888 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 40888 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40888 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40889 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40889 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40889 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40889 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40889 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40890 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 40890 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40890 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40890 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40891 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 40891 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 40891 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 40891 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 40892 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40892 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 40892 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 40892 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 40893 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=26 |
| 40893 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=1517 |
| 40894 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=13 |
| 40894 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 40895 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 40895 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=1013 |
| 40895 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=1473 |
| 40895 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 40896 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 40896 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=13 |
| 40896 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 40896 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 40896 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=13 |
| 40897 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 40897 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 40898 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2883584000 |
| 40898 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 40899 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 40899 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 40899 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=217848 |
| 40899 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=208419286 |
| 40899 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 40900 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 40902 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 40902 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 40902 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 40903 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 17:28:13 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:39 |
Starting job 2 |
| 10 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:43 |
Starting Female Education |
| 158 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 167 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 229 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 231 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 244 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 248 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 301 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 339 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 362 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 368 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 369 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 369 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 370 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 375 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 378 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 379 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 385 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 392 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1134430888/.staging/job_local1134430888_0001 |
| 406 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 415 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 418 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 421 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 422 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 508 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1134430888_0001 |
| 527 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 572 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1134430888_0001 |
| 603 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 607 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 610 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 617 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 622 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1134430888_0001_m_000000_0 |
| 644 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 659 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 660 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 671 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1134430888_0001/attempt_local1134430888_0001_m_000000_0 |
| 674 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 769 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 776 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7948bd1e |
| 780 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 781 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 782 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 784 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 784 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 791 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 835 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 835 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 836 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 836 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 836 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 837 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 837 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1580 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6676 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6677 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6678 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6678 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6679 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6679 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6679 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6681 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6681 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6682 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6682 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7587 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9683 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9683 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9684 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9684 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10588 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 12% reduce 0% |
| 12685 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12685 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12686 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12686 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13591 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 15686 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15688 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15689 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15689 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16592 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 21% reduce 0% |
| 18690 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18690 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18691 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18691 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19595 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 26% reduce 0% |
| 21691 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21692 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21692 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21692 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22597 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 30% reduce 0% |
| 23253 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 23261 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1134430888_0001_m_000000_0 is done. And is in the process of commiting |
| 23269 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23269 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23270 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 23271 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 23271 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1134430888_0001_m_000000_0' done. |
| 23272 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1134430888_0001_m_000000_0 |
| 23272 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1134430888_0001_m_000001_0 |
| 23273 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 23273 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23273 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 23274 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1134430888_0001/attempt_local1134430888_0001_m_000001_0 |
| 23278 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 23279 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@63727e53 |
| 23281 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 23281 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 23282 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 23282 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23282 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 23283 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 23290 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 23290 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 23291 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 23291 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 23291 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 23292 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 23292 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23599 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 29278 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29279 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 29279 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 29280 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 29281 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 29281 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 29281 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 29285 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 29286 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 29287 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29287 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 29601 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 32287 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 32288 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 32288 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 32288 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 32602 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 52% reduce 0% |
| 35289 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35289 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 35290 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 35290 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 35605 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 58% reduce 0% |
| 38290 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38291 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38291 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38291 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38606 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 65% reduce 0% |
| 38806 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 38809 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1134430888_0001_m_000001_0 is done. And is in the process of commiting |
| 38815 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38816 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38816 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38817 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38817 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1134430888_0001_m_000001_0' done. |
| 38817 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1134430888_0001_m_000001_0 |
| 38818 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1134430888_0001_m_000002_0 |
| 38818 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 38818 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38819 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 38819 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1134430888_0001/attempt_local1134430888_0001_m_000002_0 |
| 38821 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 38825 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@f516973 |
| 38827 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 38827 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 38827 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 38828 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38828 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 38828 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 38844 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 38845 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 38845 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 38846 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 38847 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 38847 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 38848 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 39606 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 40562 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 40565 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 40567 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1134430888_0001_m_000002_0 is done. And is in the process of commiting |
| 40568 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40568 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40568 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40569 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40569 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40569 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40570 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40572 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40572 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40573 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40573 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40574 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1134430888_0001_m_000002_0' done. |
| 40575 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1134430888_0001_m_000002_0 |
| 40575 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 40578 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 40579 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40579 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40579 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 40580 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 40580 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 40580 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 40580 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40581 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1134430888_0001/attempt_local1134430888_0001_r_000000_0 |
| 40587 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 40590 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@59a0dbd7 |
| 40593 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40593 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40596 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 40600 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 1 segments left of total size: 1501 bytes |
| 40600 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40601 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40604 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40606 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 40607 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 0% |
| 40612 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1134430888_0001_r_000000_0 is done. And is in the process of commiting |
| 40612 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40613 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40613 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40613 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40614 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40614 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40614 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40615 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40615 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40615 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40616 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40616 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1134430888_0001_r_000000_0 is allowed to commit now |
| 40618 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1134430888_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 40619 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1134430888_0001_r_000000_0' to outputGenderStats/BQ2 |
| 40620 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40620 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40621 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40621 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 40621 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1134430888_0001_r_000000_0' done. |
| 41608 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 41609 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1134430888_0001 |
| 41610 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41612 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41612 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41613 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41613 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41614 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41614 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41615 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41615 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41616 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41620 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41621 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41622 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41624 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41625 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41630 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41631 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41632 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41633 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41635 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41636 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41637 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41638 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41639 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41641 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41641 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41642 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41643 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41643 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41644 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41645 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41646 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41646 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41647 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41647 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41647 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41650 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41650 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41650 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41651 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41651 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41651 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41652 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41652 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41652 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41653 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41653 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41654 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41654 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41655 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41655 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41656 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41656 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41657 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41658 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41659 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41659 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41659 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41660 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41660 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41661 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41662 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41662 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41663 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41663 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41663 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41664 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41664 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41664 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41664 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41665 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41665 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 41666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 41666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 41667 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 41668 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41668 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 41668 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 41669 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 41669 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=26 |
| 41669 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=1517 |
| 41669 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=13 |
| 41670 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 41670 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 41671 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=1013 |
| 41671 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=1473 |
| 41671 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 41671 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 41671 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=13 |
| 41671 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 41672 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=0 |
| 41672 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=13 |
| 41672 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 41672 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 41672 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2940731392 |
| 41672 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 41672 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 41673 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 41673 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=217848 |
| 41673 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=208419286 |
| 41673 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 41673 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=8 |
| 41676 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 41676 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41676 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41676 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 17:30:26 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:39 |
Starting job 2 |
| 8 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:43 |
Starting Female Education |
| 164 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 172 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 230 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 232 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 235 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 237 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 264 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 301 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 319 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 324 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 325 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 326 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 326 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 331 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 333 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 335 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 341 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 347 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson11068121/.staging/job_local11068121_0001 |
| 357 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 367 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 370 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 373 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 374 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 449 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local11068121_0001 |
| 469 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 506 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local11068121_0001 |
| 530 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 533 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 534 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 538 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 543 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local11068121_0001_m_000000_0 |
| 561 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 585 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 588 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 608 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local11068121_0001/attempt_local11068121_0001_m_000000_0 |
| 614 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 709 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 715 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@22b199d8 |
| 720 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 720 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 723 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 728 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 729 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 740 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 785 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 785 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 786 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 786 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 786 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 787 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 787 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1510 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6616 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6617 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6617 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6617 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6617 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6618 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6621 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6624 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6625 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6626 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7518 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 6% reduce 0% |
Test Log HTML
Log session start time Wed Dec 12 17:39:50 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:39 |
Starting job 2 |
| 9 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:43 |
Starting Female Education |
| 178 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 190 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 251 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 255 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 260 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 264 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 319 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 346 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 371 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 382 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 386 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 389 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 392 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 403 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 408 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 413 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 421 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 429 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson1716210600/.staging/job_local1716210600_0001 |
| 442 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 454 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 460 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 466 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 470 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 563 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local1716210600_0001 |
| 583 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 629 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local1716210600_0001 |
| 657 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 659 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 660 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 668 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 675 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1716210600_0001_m_000000_0 |
| 688 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 699 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 700 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 717 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1716210600_0001/attempt_local1716210600_0001_m_000000_0 |
| 724 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 804 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 810 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3aabe501 |
| 814 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 814 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 815 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 817 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 818 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 824 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 869 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 869 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 870 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 870 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 870 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 871 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 871 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1632 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6726 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6727 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6727 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6728 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6730 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6731 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6731 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6733 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6736 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6737 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6738 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7638 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9739 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9740 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9740 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9741 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10640 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12741 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12742 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12742 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12742 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13641 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 15743 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15744 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15745 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15745 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16642 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18746 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18747 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19643 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 26% reduce 0% |
| 21747 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21748 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21748 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21748 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22644 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 31% reduce 0% |
| 22982 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 23110 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 23112 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1716210600_0001_m_000000_0 is done. And is in the process of commiting |
| 23115 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23116 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23117 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 23118 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 23119 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1716210600_0001_m_000000_0' done. |
| 23119 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1716210600_0001_m_000000_0 |
| 23119 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1716210600_0001_m_000001_0 |
| 23119 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 23120 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23120 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 23120 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1716210600_0001/attempt_local1716210600_0001_m_000001_0 |
| 23124 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 23125 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@53a8c522 |
| 23128 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 23128 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 23129 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 23129 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23129 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 23130 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 23140 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 23141 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 23141 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 23142 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 23142 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 23142 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 23143 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 23645 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 29124 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29124 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 29124 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 29125 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 29125 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 29125 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 29126 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 29128 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 29128 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 29128 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29129 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 29646 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 32129 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 32129 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 32130 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 32130 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 32647 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 51% reduce 0% |
| 35131 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35131 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 35131 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 35131 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 35649 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 58% reduce 0% |
| 38133 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38134 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38134 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38134 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 38650 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 64% reduce 0% |
| 39034 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 39078 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 39081 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1716210600_0001_m_000001_0 is done. And is in the process of commiting |
| 39083 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39084 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39085 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39085 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39085 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1716210600_0001_m_000001_0' done. |
| 39086 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1716210600_0001_m_000001_0 |
| 39086 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local1716210600_0001_m_000002_0 |
| 39088 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 39089 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39089 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 39090 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1716210600_0001/attempt_local1716210600_0001_m_000002_0 |
| 39097 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 39098 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5bfe9fa2 |
| 39100 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 39100 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 39101 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 39101 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39102 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 39104 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 39112 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 39113 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 39113 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 39113 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 39114 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 39114 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 39114 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 39651 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 40858 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 40860 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 40862 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1716210600_0001_m_000002_0 is done. And is in the process of commiting |
| 40862 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40863 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 40863 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 40863 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 40864 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 40864 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 40865 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 40866 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40867 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 40867 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 40867 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40868 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1716210600_0001_m_000002_0' done. |
| 40868 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local1716210600_0001_m_000002_0 |
| 40868 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 40873 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 40874 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40874 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 40874 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 40874 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 40874 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 40875 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 40876 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40878 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local1716210600_0001/attempt_local1716210600_0001_r_000000_0 |
| 40885 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 40887 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18dfb9e6 |
| 40888 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40888 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40895 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 40898 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3301536 bytes |
| 40899 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 40899 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 40903 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 40903 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 41030 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local1716210600_0001_r_000000_0 is done. And is in the process of commiting |
| 41030 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41031 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41031 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41031 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41031 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41032 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41032 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41032 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41033 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41033 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41033 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41034 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local1716210600_0001_r_000000_0 is allowed to commit now |
| 41036 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local1716210600_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 41037 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local1716210600_0001_r_000000_0' to outputGenderStats/BQ2 |
| 41041 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41043 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41044 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41044 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 41044 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local1716210600_0001_r_000000_0' done. |
| 41652 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 41653 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local1716210600_0001 |
| 41654 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41655 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41655 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41656 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41656 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41656 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41657 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41658 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41658 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41659 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41660 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41661 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41662 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41663 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41664 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41664 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41665 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41667 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41669 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41671 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41672 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41673 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41674 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41675 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41675 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41676 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41677 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41678 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41678 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41679 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41679 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41680 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41681 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41681 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41682 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41687 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41689 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41689 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41690 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41691 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41692 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41692 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41693 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41694 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41695 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41696 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41696 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41697 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41698 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41699 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41700 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41701 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41701 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41704 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41705 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41706 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41707 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 41708 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41709 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 41709 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 41710 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 41711 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 41711 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41712 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 41713 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41713 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41714 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41715 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 41716 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41717 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41717 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41724 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 41725 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 41727 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 41728 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 41731 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41736 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 41738 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 41739 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 41741 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=165242 |
| 41741 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3301548 |
| 41742 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=82621 |
| 41743 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 41743 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 41744 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=1013 |
| 41744 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3136288 |
| 41744 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 41745 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 41745 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 41746 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 41746 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=432 |
| 41746 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=82621 |
| 41747 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 41747 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 41748 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=2205679616 |
| 41748 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 41749 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 41749 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 41749 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=12013919 |
| 41757 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211719317 |
| 41759 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 41760 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=60728 |
| 41771 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 41772 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41774 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 41774 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
Test Log HTML
Log session start time Wed Dec 12 17:43:02 EST 2018
| Time |
Thread |
Level |
Category |
File:Line |
Message |
| 0 |
main |
INFO |
com.revature.Main |
Main.java:39 |
Starting job 2 |
| 9 |
main |
INFO |
com.revature.Drivers.FemaleEducation |
FemaleEducation.java:43 |
Starting Female Education |
| 166 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:139 |
Creating new Groups object |
| 176 |
main |
DEBUG |
org.apache.hadoop.security.Groups |
Groups.java:59 |
Group mapping impl=org.apache.hadoop.security.ShellBasedUnixGroupsMapping; cacheTimeout=300000 |
| 232 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:147 |
hadoop login |
| 236 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:96 |
hadoop login commit |
| 240 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:126 |
using local user:UnixPrincipal: emerson |
| 245 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:558 |
UGI loginUser:emerson |
| 272 |
main |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1441 |
Creating filesystem for file:/// |
| 306 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapreduce.Job.connect(Job.java:561) |
| 332 |
main |
DEBUG |
org.apache.hadoop.security.UserGroupInformation |
UserGroupInformation.java:1212 |
PriviledgedAction as:emerson from:org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936) |
| 340 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:40 |
Trying to load the custom-built native-hadoop library... |
| 341 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:47 |
Failed to load native-hadoop with error: java.lang.UnsatisfiedLinkError: no hadoop in java.library.path |
| 342 |
main |
DEBUG |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:48 |
java.library.path=/opt/oracle/instantclient_18_3::/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib |
| 342 |
main |
WARN |
org.apache.hadoop.util.NativeCodeLoader |
NativeCodeLoader.java:52 |
Unable to load native-hadoop library for your platform... using builtin-java classes where applicable |
| 348 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:2174 |
adding the following namenodes' delegation tokens:null |
| 350 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:746 |
Use GenericOptionsParser for parsing the arguments. Applications should implement Tool for the same. |
| 351 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:766 |
default FileSystem: file:/// |
| 356 |
main |
WARN |
org.apache.hadoop.mapred.JobClient |
JobClient.java:870 |
No job jar file set. User classes may not be found. See JobConf(Class) or JobConf#setJar(String). |
| 363 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:982 |
Creating splits at file:/tmp/hadoop-emerson/mapred/staging/emerson730901230/.staging/job_local730901230_0001 |
| 374 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 384 |
main |
WARN |
org.apache.hadoop.io.compress.snappy.LoadSnappy |
LoadSnappy.java:46 |
Snappy native library not loaded |
| 387 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 1 |
| 392 |
main |
INFO |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:237 |
Total input paths to process : 1 |
| 393 |
main |
DEBUG |
org.apache.hadoop.mapreduce.lib.input.FileInputFormat |
FileInputFormat.java:285 |
Total # of splits: 2 |
| 475 |
main |
DEBUG |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1036 |
Printing tokens for job: job_local730901230_0001 |
| 493 |
main |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:729 |
Fully deleting contents of /tmp/hadoop-emerson/mapred/local/localRunner |
| 531 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1380 |
Running job: job_local730901230_0001 |
| 566 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:294 |
Starting thread pool executor. |
| 570 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:295 |
Max local threads: 1 |
| 570 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:296 |
Map tasks to process: 3 |
| 577 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:340 |
Waiting for map tasks |
| 583 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local730901230_0001_m_000000_0 |
| 602 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 616 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 619 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 641 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local730901230_0001/attempt_local730901230_0001_m_000000_0 |
| 649 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 754 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.util.ProcessTree |
ProcessTree.java:63 |
setsid exited with exit code 0 |
| 763 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3c38a572 |
| 766 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 767 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:0+33554432 |
| 768 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 770 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 770 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 781 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 826 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 827 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 827 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 827 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 827 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 827 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 828 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 1536 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 0% reduce 0% |
| 6651 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6651 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 6651 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 6651 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 6652 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 6652 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 6652 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 6654 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 6654 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 6654 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 6655 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 7543 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 8% reduce 0% |
| 9656 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 9656 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 9657 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 9657 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 10546 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 13% reduce 0% |
| 12657 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 12658 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 12658 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 12658 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 13573 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 17% reduce 0% |
| 15659 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 15659 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 15660 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 15660 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 16574 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 22% reduce 0% |
| 18661 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 18661 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 18661 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 18661 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 19575 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 26% reduce 0% |
| 21662 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 21663 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 21663 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 21663 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 22576 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 30% reduce 0% |
| 23486 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 23588 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 23591 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local730901230_0001_m_000000_0 is done. And is in the process of commiting |
| 23597 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23599 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23600 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 23601 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 23604 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local730901230_0001_m_000000_0' done. |
| 23608 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local730901230_0001_m_000000_0 |
| 23609 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local730901230_0001_m_000001_0 |
| 23609 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 23610 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 23610 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 23611 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local730901230_0001/attempt_local730901230_0001_m_000001_0 |
| 23613 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 23614 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@42878ef1 |
| 23616 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 23616 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsData.csv:33554432+24052883 |
| 23617 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 23617 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 23617 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 23618 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 23629 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 23629 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 23630 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 23630 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 23631 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 23631 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 23631 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 24577 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 33% reduce 0% |
| 29613 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 29615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 29615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 29615 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 29616 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 29616 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 29622 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 29623 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 29623 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 29627 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 30579 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 45% reduce 0% |
| 32627 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 32628 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 32628 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 32628 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 33580 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 51% reduce 0% |
| 35629 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 35629 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 35629 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 35630 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 36582 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 57% reduce 0% |
| 38632 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 38632 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 38632 |
communication thread |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 38633 |
communication thread |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39583 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 64% reduce 0% |
| 39921 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 39969 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 39971 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local730901230_0001_m_000001_0 is done. And is in the process of commiting |
| 39975 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39976 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39976 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 39977 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 39977 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local730901230_0001_m_000001_0' done. |
| 39977 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local730901230_0001_m_000001_0 |
| 39978 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:204 |
Starting task: attempt_local730901230_0001_m_000002_0 |
| 39978 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 39978 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 39979 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 39980 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local730901230_0001/attempt_local730901230_0001_m_000002_0 |
| 39981 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 39981 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@58bc04 |
| 39982 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 39983 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:729 |
Processing split: file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/data/Gender_StatsSeries.csv:0+1008202 |
| 39983 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 39984 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 39985 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 39986 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:949 |
io.sort.mb = 100 |
| 40004 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:961 |
data buffer = 79691776/99614720 |
| 40004 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:962 |
record buffer = 262144/327680 |
| 40004 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 40005 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 40005 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 40005 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 40006 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 40584 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 66% reduce 0% |
| 41725 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1289 |
Starting flush of map output |
| 41727 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.MapTask |
MapTask.java:1471 |
Finished spill 0 |
| 41729 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local730901230_0001_m_000002_0 is done. And is in the process of commiting |
| 41730 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41730 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41730 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41730 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41730 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41731 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41731 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41733 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41733 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 41734 |
pool-1-thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41734 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41734 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local730901230_0001_m_000002_0' done. |
| 41734 |
pool-1-thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:229 |
Finishing task: attempt_local730901230_0001_m_000002_0 |
| 41735 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:348 |
Map task executor complete. |
| 41738 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.SortedRanges |
SortedRanges.java:348 |
currentIndex 0 0:0 |
| 41739 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41740 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 41740 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 41740 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 41740 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 41740 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 41741 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 41742 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.TaskRunner |
TaskRunner.java:673 |
mapred.local.dir for child : /tmp/hadoop-emerson/mapred/local/taskTracker/emerson/jobcache/job_local730901230_0001/attempt_local730901230_0001_r_000000_0 |
| 41752 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Task |
Task.java:511 |
using new api for output committer |
| 41754 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:534 |
Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@18dfb9e6 |
| 41757 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41757 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41763 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:408 |
Merging 3 sorted segments |
| 41767 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Merger |
Merger.java:491 |
Down to the last merge-pass, with 3 segments left of total size: 3301536 bytes |
| 41768 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41768 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41776 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41776 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 41918 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:858 |
Task:attempt_local730901230_0001_r_000000_0 is done. And is in the process of commiting |
| 41919 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41919 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 41919 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 41919 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 41919 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 41919 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 41919 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 41920 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41921 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41921 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41921 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
|
| 41921 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:1011 |
Task attempt_local730901230_0001_r_000000_0 is allowed to commit now |
| 41924 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:207 |
Moved file:/home/emerson/Repositories/gender-statistic-analysis-emersonargueta78/GenderStatistics/outputGenderStats/BQ2/_temporary/_attempt_local730901230_0001_r_000000_0/part-r-00000 to outputGenderStats/BQ2/part-r-00000 |
| 41925 |
Thread-1 |
INFO |
org.apache.hadoop.mapreduce.lib.output.FileOutputCommitter |
FileOutputCommitter.java:173 |
Saved output of task 'attempt_local730901230_0001_r_000000_0' to outputGenderStats/BQ2 |
| 41926 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 41927 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 41927 |
Thread-1 |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 41928 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.LocalJobRunner |
LocalJobRunner.java:466 |
reduce > reduce |
| 41928 |
Thread-1 |
INFO |
org.apache.hadoop.mapred.Task |
Task.java:970 |
Task 'attempt_local730901230_0001_r_000000_0' done. |
| 42585 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1393 |
map 100% reduce 100% |
| 42586 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
JobClient.java:1448 |
Job complete: job_local730901230_0001 |
| 42587 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42588 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42588 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42589 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42589 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42590 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42590 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42590 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42591 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42591 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42592 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42593 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42594 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42594 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42595 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42596 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42598 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42598 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42599 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42601 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42604 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42604 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42605 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42605 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42606 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42606 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42607 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42607 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42608 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42608 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42609 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42609 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42621 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42622 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42623 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42623 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42635 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42635 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42637 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42637 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42638 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42638 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42639 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42640 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42640 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42641 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42642 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42642 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42642 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42643 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42643 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42643 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42644 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42644 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42652 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapred.Task$Counter with bundle |
| 42652 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_OUTPUT_RECORDS |
| 42653 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPILLED_RECORDS |
| 42653 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_MATERIALIZED_BYTES |
| 42653 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding VIRTUAL_MEMORY_BYTES |
| 42654 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_INPUT_RECORDS |
| 42656 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding SPLIT_RAW_BYTES |
| 42657 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_RECORDS |
| 42659 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding MAP_OUTPUT_BYTES |
| 42659 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding PHYSICAL_MEMORY_BYTES |
| 42661 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMBINE_INPUT_RECORDS |
| 42662 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding CPU_MILLISECONDS |
| 42662 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding COMMITTED_HEAP_BYTES |
| 42663 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.input.FileInputFormat$Counter with bundle |
| 42664 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_READ |
| 42664 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group FileSystemCounters with nothing |
| 42666 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_WRITTEN |
| 42667 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding FILE_BYTES_READ |
| 42668 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_RECORDS |
| 42669 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_OUTPUT_RECORDS |
| 42670 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_SHUFFLE_BYTES |
| 42670 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding REDUCE_INPUT_GROUPS |
| 42671 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:178 |
Creating group org.apache.hadoop.mapreduce.lib.output.FileOutputFormat$Counter with bundle |
| 42673 |
main |
DEBUG |
org.apache.hadoop.mapred.Counters |
Counters.java:315 |
Adding BYTES_WRITTEN |
| 42679 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:585 |
Counters: 20 |
| 42680 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
Map-Reduce Framework |
| 42681 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Spilled Records=165242 |
| 42683 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output materialized bytes=3301548 |
| 42684 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input records=82621 |
| 42684 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Virtual memory (bytes) snapshot=0 |
| 42685 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map input records=166682 |
| 42686 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
SPLIT_RAW_BYTES=1013 |
| 42686 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output bytes=3136288 |
| 42686 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce shuffle bytes=0 |
| 42687 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Physical memory (bytes) snapshot=0 |
| 42687 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce input groups=629 |
| 42688 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine output records=0 |
| 42689 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Reduce output records=432 |
| 42690 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Map output records=82621 |
| 42696 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Combine input records=0 |
| 42697 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
CPU time spent (ms)=0 |
| 42698 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Total committed heap usage (bytes)=3115843584 |
| 42699 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Input Format Counters |
| 42699 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Read=0 |
| 42700 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
FileSystemCounters |
| 42700 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_WRITTEN=12013903 |
| 42700 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
FILE_BYTES_READ=211719317 |
| 42701 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:587 |
File Output Format Counters |
| 42701 |
main |
INFO |
org.apache.hadoop.mapred.JobClient |
Counters.java:589 |
Bytes Written=60728 |
| 42711 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:284 |
Starting clear of FileSystem cache with 1 elements. |
| 42712 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 42712 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:1290 |
Removing filesystem for file:/// |
| 42714 |
Thread-0 |
DEBUG |
org.apache.hadoop.fs.FileSystem |
FileSystem.java:287 |
Done clearing cache |
|